--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:49:18.309139Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22681" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq to ip-10-0-138-218.ec2.internal metadata: creationTimestamp: "2026-07-01T19:49:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:49:18Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be424311802c60 namespace: kserve-ci-e2e-test resourceVersion: "22685" uid: 988411bf-99c3-42d6-af63-6b7d6c87637e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b547f99c5-m7j76 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:18Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: "2026-07-01T19:49:18Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T19:49:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:18Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be42431a3f0942 namespace: kserve-ci-e2e-test resourceVersion: "22695" uid: bc536b1d-4c2f-42d9-8062-580aa4b352f9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:19Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22690" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: "2026-07-01T19:49:19Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:49:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:49:19Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be42434fa5db66 namespace: kserve-ci-e2e-test resourceVersion: "22705" uid: 006c8858-fa07-480a-8840-a6b88df7ce6a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: "2026-07-01T19:49:19Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870" already present on machine metadata: creationTimestamp: "2026-07-01T19:49:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:19Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be424351e13c7a namespace: kserve-ci-e2e-test resourceVersion: "22707" uid: ebfef518-3996-4848-9ffa-0844f2299857 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: "2026-07-01T19:49:19Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:49:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:19Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be424354d9b98d namespace: kserve-ci-e2e-test resourceVersion: "22708" uid: d71db6f6-fa29-494a-8559-cf1277c8bba8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: "2026-07-01T19:49:19Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:49:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:19Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be4243554ff168 namespace: kserve-ci-e2e-test resourceVersion: "22709" uid: cc743172-872f-4ae5-885d-f8abd3263938 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: "2026-07-01T19:49:28Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T19:49:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:28Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be42458baa060b namespace: kserve-ci-e2e-test resourceVersion: "22783" uid: 378fa513-4b32-4a8d-b35d-a919dabd4d69 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: "2026-07-01T19:49:29Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:49:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:29Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be42458efd0f07 namespace: kserve-ci-e2e-test resourceVersion: "22785" uid: 9a616936-96eb-449d-8370-d6f8a5c7bf89 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: "2026-07-01T19:49:29Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:49:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:29Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be42458f774d92 namespace: kserve-ci-e2e-test resourceVersion: "22786" uid: 28fe5be7-6648-4d5a-9df2-9a37e86d7580 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: "2026-07-01T19:49:29Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:49:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:29Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be42458f839f1d namespace: kserve-ci-e2e-test resourceVersion: "22788" uid: 0ebc9fd2-d1b3-45e6-b0e2-1ae276340239 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: "2026-07-01T19:49:29Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:49:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:29Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be42459438b2f7 namespace: kserve-ci-e2e-test resourceVersion: "22791" uid: f0602297-bdab-487b-aabe-0f0f3c61f451 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: "2026-07-01T19:49:29Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:49:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:29Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be424594b0cb77 namespace: kserve-ci-e2e-test resourceVersion: "22792" uid: 8e85658c-e90e-4f29-933b-69b460ca4816 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:49:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: "2026-07-01T19:49:36Z" message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:49:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:36Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be4246039a413e namespace: kserve-ci-e2e-test resourceVersion: "22851" uid: 12a9e8b9-e0de-4b9a-bc4f-ed7a88b9ba57 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: "2026-07-01T19:49:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:48Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be424a11e9fa26 namespace: kserve-ci-e2e-test resourceVersion: "22959" uid: c01691f4-ac98-40df-9d3c-7b0d9eedb2d5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq namespace: kserve-ci-e2e-test resourceVersion: "22683" uid: 1327efbe-efe4-4287-ba8d-56c9bfca98c7 kind: Event lastTimestamp: "2026-07-01T19:49:48Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:48Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq.18be424a11ea964f namespace: kserve-ci-e2e-test resourceVersion: "22960" uid: ec61db7e-d530-4542-8629-56aaa846f7f2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "22672" uid: d1d0e662-57d2-4772-80f3-9601398a4a1f kind: Event lastTimestamp: "2026-07-01T19:49:18Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-mpssq' metadata: creationTimestamp: "2026-07-01T19:49:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:49:18Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18be42431109f69d namespace: kserve-ci-e2e-test resourceVersion: "22682" uid: 44f180b0-ef6d-456d-951a-c076e89ae315 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "22670" uid: 33680b79-ce32-4fe3-b7c6-af254897d9b7 kind: Event lastTimestamp: "2026-07-01T19:49:18Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:49:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:49:18Z" name: isvc-autogluon-ts-v1-predictor.18be42430bdb525d namespace: kserve-ci-e2e-test resourceVersion: "22673" uid: f16be938-fafd-48e7-b277-71c275d3409b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:49:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "22671" uid: 58d464f9-be83-47ec-b3b5-8baad5144eac kind: Event lastTimestamp: "2026-07-01T19:49:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:49:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:49:48Z" name: isvc-autogluon-ts-v1-predictor.18be42468b402939 namespace: kserve-ci-e2e-test resourceVersion: "22944" uid: 8bc1e8d5-049e-4802-a7a7-04186a6b55bf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:49:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "22671" uid: 58d464f9-be83-47ec-b3b5-8baad5144eac kind: Event lastTimestamp: "2026-07-01T19:49:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:49:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:49:48Z" name: isvc-autogluon-ts-v1-predictor.18be42468bbc1d6a namespace: kserve-ci-e2e-test resourceVersion: "22945" uid: 788450fe-0a07-49bd-b303-d779ee5c4b88 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:49:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22663" uid: aa72fc24-92d3-43b0-a6cd-51f63df044de kind: Event lastTimestamp: "2026-07-01T19:49:47Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:49:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:49:47Z" name: isvc-autogluon-ts-v1.18be42430be3c218 namespace: kserve-ci-e2e-test resourceVersion: "22932" uid: d3c11a39-9742-48bd-8ce2-14c94580b198 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22663" uid: aa72fc24-92d3-43b0-a6cd-51f63df044de kind: Event lastTimestamp: "2026-07-01T19:49:18Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:49:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:49:18Z" name: isvc-autogluon-ts-v1.18be42430c8d8550 namespace: kserve-ci-e2e-test resourceVersion: "22676" uid: 85ecc7c4-b2df-4a9c-bde4-d2ce05b367a0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22663" uid: aa72fc24-92d3-43b0-a6cd-51f63df044de kind: Event lastTimestamp: "2026-07-01T19:49:18Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:49:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:49:18Z" name: isvc-autogluon-ts-v1.18be42430c8de1b9 namespace: kserve-ci-e2e-test resourceVersion: "22677" uid: 6bc07e67-6ba4-4274-9001-cfd7714a0162 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22929" uid: aa72fc24-92d3-43b0-a6cd-51f63df044de kind: Event lastTimestamp: "2026-07-01T19:49:47Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-01T19:49:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:49:47Z" name: isvc-autogluon-ts-v1.18be4249c6213fcf namespace: kserve-ci-e2e-test resourceVersion: "22931" uid: 894a439d-3f5c-49fd-b4ad-d46ba9ecfb41 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:39:56.971392Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18417" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr to ip-10-0-138-218.ec2.internal metadata: creationTimestamp: "2026-07-01T19:39:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:39:56Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41c05f29d70c namespace: kserve-ci-e2e-test resourceVersion: "18424" uid: 61f69d1a-ad21-470a-83b6-30cfed11feab reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b547f99c5-m7j76 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:57Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18445" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:39:57Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:39:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:39:57Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41c079fa5bcf namespace: kserve-ci-e2e-test resourceVersion: "18458" uid: e25392ea-da31-480c-8776-ab47ba02608d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:39:57Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870" already present on machine metadata: creationTimestamp: "2026-07-01T19:39:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:39:57Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41c07b509fb5 namespace: kserve-ci-e2e-test resourceVersion: "18460" uid: a36c1c49-b023-4f6f-9fce-3c9a8c7e132b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:39:57Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:39:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:39:57Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41c07e498c93 namespace: kserve-ci-e2e-test resourceVersion: "18461" uid: 8dc5e0cc-230a-403f-b88d-2c2ebd5eb413 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:39:57Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:39:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:39:57Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41c07ebd1166 namespace: kserve-ci-e2e-test resourceVersion: "18462" uid: 532da9b8-b311-4f81-b214-6bde0dbb9c46 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:40:27Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-01T19:40:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:27Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41c76c5e91f8 namespace: kserve-ci-e2e-test resourceVersion: "18687" uid: 1fe36ab8-94b7-4002-9d75-ede0553069ba reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:42:45Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m18.598s (2m18.598s including waiting). Image size: 8939170586 bytes.' metadata: creationTimestamp: "2026-07-01T19:42:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:42:45Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41e7b17e0374 namespace: kserve-ci-e2e-test resourceVersion: "19647" uid: b14695be-9b08-40ac-a605-1bc34224bfc1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:42:45Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:42:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:42:45Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41e7b8258777 namespace: kserve-ci-e2e-test resourceVersion: "19648" uid: 764403d2-ff3e-4aa6-8f6d-aeceaa85f699 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:42:45Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:42:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:42:45Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41e7b936a054 namespace: kserve-ci-e2e-test resourceVersion: "19649" uid: 663f8e5b-c4f4-4fcb-9da3-9e3cddb788f1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:42:45Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:42:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:42:45Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41e7b9447835 namespace: kserve-ci-e2e-test resourceVersion: "19650" uid: fcb9e9ee-39bc-408a-bfb9-14617e38e6a2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:42:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:42:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41e7bf360fb9 namespace: kserve-ci-e2e-test resourceVersion: "19652" uid: 791f69d5-1e14-4d2b-9e59-2f2e447cf35e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:42:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:42:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41e7c046713b namespace: kserve-ci-e2e-test resourceVersion: "19653" uid: 719f401c-eea7-4a48-b84b-30ecc361d8b8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:42:53Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:42:53Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41e7f5e590fc namespace: kserve-ci-e2e-test resourceVersion: "19700" uid: 7340690c-cae0-4468-8cf8-04b614f03210 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:43:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:07Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41eca505a910 namespace: kserve-ci-e2e-test resourceVersion: "19820" uid: 72945833-460f-4e9e-999a-0f61fd9ae361 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:43:07Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:07Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41eca5063b6f namespace: kserve-ci-e2e-test resourceVersion: "19821" uid: 3a40902e-28bf-4fe8-945b-5d342ddc9fc8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr namespace: kserve-ci-e2e-test resourceVersion: "18419" uid: d989ba85-7454-4631-98f2-3d8dcd50aeeb kind: Event lastTimestamp: "2026-07-01T19:43:09Z" message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": context deadline exceeded' metadata: creationTimestamp: "2026-07-01T19:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:09Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr.18be41ed157043e0 namespace: kserve-ci-e2e-test resourceVersion: "19840" uid: 80c5d78e-39bc-4e4d-a587-07cd1dc6631c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "18394" uid: 82352e0c-c1e0-4033-92ff-547123056470 kind: Event lastTimestamp: "2026-07-01T19:39:56Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-vscfr' metadata: creationTimestamp: "2026-07-01T19:39:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:39:56Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18be41c05e9300c3 namespace: kserve-ci-e2e-test resourceVersion: "18418" uid: 50f59e5c-f207-4bf6-8aae-e46f90a2eeef reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "18392" uid: 02e9a53d-691d-4f6c-8a21-9e94dbbf7d9c kind: Event lastTimestamp: "2026-07-01T19:39:56Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:39:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:39:56Z" name: isvc-autogluon-v1-predictor.18be41c059bed8fe namespace: kserve-ci-e2e-test resourceVersion: "18395" uid: d375fd6e-fb94-414b-ba7c-aef7fbdcc368 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:40:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "18393" uid: 4f9a0737-7a29-42ac-b7ff-c9eafc6e13ab kind: Event lastTimestamp: "2026-07-01T19:42:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:40:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:42:57Z" name: isvc-autogluon-v1-predictor.18be41c3d88a85fa namespace: kserve-ci-e2e-test resourceVersion: "19729" uid: 341ffe90-f8e5-47f6-b304-e86c47c4669e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:40:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "18393" uid: 4f9a0737-7a29-42ac-b7ff-c9eafc6e13ab kind: Event lastTimestamp: "2026-07-01T19:42:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:40:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:42:57Z" name: isvc-autogluon-v1-predictor.18be41c3d8e99df8 namespace: kserve-ci-e2e-test resourceVersion: "19730" uid: 4f72e99a-076c-4afa-a446-e556635ca2bc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:39:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18381" uid: 83217998-2c10-4455-bab4-081b39b35185 kind: Event lastTimestamp: "2026-07-01T19:43:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:39:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:43:03Z" name: isvc-autogluon-v1.18be41c059c6c871 namespace: kserve-ci-e2e-test resourceVersion: "19776" uid: cd3418d7-9998-49c8-a5fa-6500cab0dae9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:39:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18381" uid: 83217998-2c10-4455-bab4-081b39b35185 kind: Event lastTimestamp: "2026-07-01T19:39:57Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:39:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:39:57Z" name: isvc-autogluon-v1.18be41c05a488e9c namespace: kserve-ci-e2e-test resourceVersion: "18450" uid: 4701de59-b790-4b48-826b-ef356d8b3ad8 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:39:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18381" uid: 83217998-2c10-4455-bab4-081b39b35185 kind: Event lastTimestamp: "2026-07-01T19:39:57Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:39:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:39:57Z" name: isvc-autogluon-v1.18be41c05a48dd7c namespace: kserve-ci-e2e-test resourceVersion: "18451" uid: ea609c13-a91e-412e-846c-16e4781a152b reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "19773" uid: 83217998-2c10-4455-bab4-081b39b35185 kind: Event lastTimestamp: "2026-07-01T19:43:03Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-01T19:43:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:43:03Z" name: isvc-autogluon-v1.18be41ebb54d0610 namespace: kserve-ci-e2e-test resourceVersion: "19774" uid: ad6cff2a-058a-4698-ad45-363432ed4cb3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:47:03.019322Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4 namespace: kserve-ci-e2e-test resourceVersion: "21657" uid: 3e882572-826f-4b10-9579-e2df0af9cf21 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4 to ip-10-0-138-218.ec2.internal metadata: creationTimestamp: "2026-07-01T19:47:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:47:03Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4.18be4223919969d4 namespace: kserve-ci-e2e-test resourceVersion: "21661" uid: 22c7a980-373f-42f3-8ad1-a3e566aa8d07 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b547f99c5-m7j76 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:03Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4 namespace: kserve-ci-e2e-test resourceVersion: "21667" uid: 3e882572-826f-4b10-9579-e2df0af9cf21 kind: Event lastTimestamp: "2026-07-01T19:47:03Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:47:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:47:03Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4.18be4223aba07251 namespace: kserve-ci-e2e-test resourceVersion: "21676" uid: 53361e87-fc6e-45f9-ab44-408fc4c2ce69 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4 namespace: kserve-ci-e2e-test resourceVersion: "21660" uid: 3e882572-826f-4b10-9579-e2df0af9cf21 kind: Event lastTimestamp: "2026-07-01T19:47:03Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870" already present on machine metadata: creationTimestamp: "2026-07-01T19:47:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:03Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4.18be4223ad396bb6 namespace: kserve-ci-e2e-test resourceVersion: "21678" uid: b03fb96e-395b-4884-961f-2cf84c1f9e1b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4 namespace: kserve-ci-e2e-test resourceVersion: "21660" uid: 3e882572-826f-4b10-9579-e2df0af9cf21 kind: Event lastTimestamp: "2026-07-01T19:47:03Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:47:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:03Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4.18be4223b0baae3b namespace: kserve-ci-e2e-test resourceVersion: "21679" uid: a4aa8d48-5f01-49cf-9228-658a5460e5cb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4 namespace: kserve-ci-e2e-test resourceVersion: "21660" uid: 3e882572-826f-4b10-9579-e2df0af9cf21 kind: Event lastTimestamp: "2026-07-01T19:47:03Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:47:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:03Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4.18be4223b1301b12 namespace: kserve-ci-e2e-test resourceVersion: "21680" uid: 9db28be7-1177-421f-912e-268878302f85 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4 namespace: kserve-ci-e2e-test resourceVersion: "21660" uid: 3e882572-826f-4b10-9579-e2df0af9cf21 kind: Event lastTimestamp: "2026-07-01T19:47:33Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T19:47:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:33Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4.18be422aa3dc966d namespace: kserve-ci-e2e-test resourceVersion: "21900" uid: 0833c898-3756-4388-8384-7c508c9381c3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4 namespace: kserve-ci-e2e-test resourceVersion: "21660" uid: 3e882572-826f-4b10-9579-e2df0af9cf21 kind: Event lastTimestamp: "2026-07-01T19:47:33Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:47:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:33Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4.18be422aa72a14c7 namespace: kserve-ci-e2e-test resourceVersion: "21902" uid: bb21ce52-0ea6-4677-b77f-9e953886e10d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4 namespace: kserve-ci-e2e-test resourceVersion: "21660" uid: 3e882572-826f-4b10-9579-e2df0af9cf21 kind: Event lastTimestamp: "2026-07-01T19:47:33Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:47:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:33Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4.18be422aa79df515 namespace: kserve-ci-e2e-test resourceVersion: "21903" uid: 8e224d89-219e-4e63-bbe6-890300fa7570 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4 namespace: kserve-ci-e2e-test resourceVersion: "21660" uid: 3e882572-826f-4b10-9579-e2df0af9cf21 kind: Event lastTimestamp: "2026-07-01T19:47:33Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:47:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:33Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4.18be422aa7aad33e namespace: kserve-ci-e2e-test resourceVersion: "21905" uid: bd3aa098-cd0c-48bb-8ee8-e550c44bdc64 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4 namespace: kserve-ci-e2e-test resourceVersion: "21660" uid: 3e882572-826f-4b10-9579-e2df0af9cf21 kind: Event lastTimestamp: "2026-07-01T19:47:33Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:47:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:33Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4.18be422aaaabae55 namespace: kserve-ci-e2e-test resourceVersion: "21908" uid: 2a5b18d6-0c24-43ae-b24d-a283a2f5ce1d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4 namespace: kserve-ci-e2e-test resourceVersion: "21660" uid: 3e882572-826f-4b10-9579-e2df0af9cf21 kind: Event lastTimestamp: "2026-07-01T19:47:33Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:47:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:33Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4.18be422aab41bf71 namespace: kserve-ci-e2e-test resourceVersion: "21909" uid: 70cb399e-45d7-40d2-9502-c485a26c45bb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4 namespace: kserve-ci-e2e-test resourceVersion: "21660" uid: 3e882572-826f-4b10-9579-e2df0af9cf21 kind: Event lastTimestamp: "2026-07-01T19:49:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:49:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:13Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4.18be4241df688776 namespace: kserve-ci-e2e-test resourceVersion: "22617" uid: 2e0a03bb-e576-454e-91ae-51da174c4ffd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4 namespace: kserve-ci-e2e-test resourceVersion: "21660" uid: 3e882572-826f-4b10-9579-e2df0af9cf21 kind: Event lastTimestamp: "2026-07-01T19:49:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:49:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:49:13Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4.18be4241df6914d7 namespace: kserve-ci-e2e-test resourceVersion: "22618" uid: 4c582151-e0f2-44bd-85a0-98f60c2fd617 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "21648" uid: 82d4b5bd-2214-4fc7-a28c-c03f8c74e869 kind: Event lastTimestamp: "2026-07-01T19:47:03Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-swgn4' metadata: creationTimestamp: "2026-07-01T19:47:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:47:03Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18be422390e85c96 namespace: kserve-ci-e2e-test resourceVersion: "21658" uid: a8af6f2a-0f36-4922-8edc-7196028d36d1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21646" uid: 7e439f9a-3b18-4550-8044-4f326f617520 kind: Event lastTimestamp: "2026-07-01T19:47:02Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:47:02Z" name: isvc-autogluon-v2-noslash-predictor.18be42238b90d4b7 namespace: kserve-ci-e2e-test resourceVersion: "21650" uid: 653b8347-68c7-4213-b63f-2ad563b5e3f3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:47:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21647" uid: 6357a62b-ad2c-4247-8be2-7eec22013df4 kind: Event lastTimestamp: "2026-07-01T19:48:18Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:47:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:48:18Z" name: isvc-autogluon-v2-noslash-predictor.18be42270a53901f namespace: kserve-ci-e2e-test resourceVersion: "22212" uid: 51da47cd-1778-4529-876a-fba02bbb6577 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:47:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21647" uid: 6357a62b-ad2c-4247-8be2-7eec22013df4 kind: Event lastTimestamp: "2026-07-01T19:48:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:47:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:48:18Z" name: isvc-autogluon-v2-noslash-predictor.18be42270ab81996 namespace: kserve-ci-e2e-test resourceVersion: "22213" uid: 756584e5-014d-4109-acf4-d4bac4400539 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:48:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21782" uid: 6357a62b-ad2c-4247-8be2-7eec22013df4 kind: Event lastTimestamp: "2026-07-01T19:49:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:48:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:49:03Z" name: isvc-autogluon-v2-noslash-predictor.18be423188a8a710 namespace: kserve-ci-e2e-test resourceVersion: "22524" uid: f0e7378e-00d5-4646-a5a0-8b87975c2744 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:48:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21782" uid: 6357a62b-ad2c-4247-8be2-7eec22013df4 kind: Event lastTimestamp: "2026-07-01T19:49:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:48:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:49:03Z" name: isvc-autogluon-v2-noslash-predictor.18be4231891a5daa namespace: kserve-ci-e2e-test resourceVersion: "22525" uid: 892cb15d-1bff-4be1-b6e6-9f9a4f8ce0ab reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:47:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21639" uid: c435032c-2ae2-4319-80b5-1f700ef13e02 kind: Event lastTimestamp: "2026-07-01T19:49:06Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:49:06Z" name: isvc-autogluon-v2-noslash.18be42238b8d1271 namespace: kserve-ci-e2e-test resourceVersion: "22552" uid: e1d7bc85-b2af-4696-97a1-ec60a143310a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:47:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21639" uid: c435032c-2ae2-4319-80b5-1f700ef13e02 kind: Event lastTimestamp: "2026-07-01T19:47:03Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:47:03Z" name: isvc-autogluon-v2-noslash.18be42238c567f2f namespace: kserve-ci-e2e-test resourceVersion: "21666" uid: bd48738c-753f-4c18-b809-cca73e3455a1 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:47:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21639" uid: c435032c-2ae2-4319-80b5-1f700ef13e02 kind: Event lastTimestamp: "2026-07-01T19:47:03Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:47:03Z" name: isvc-autogluon-v2-noslash.18be42238c56ccc2 namespace: kserve-ci-e2e-test resourceVersion: "21668" uid: 6b919260-c2dd-416e-a678-8a714ce7dddd reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:49:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "22550" uid: c435032c-2ae2-4319-80b5-1f700ef13e02 kind: Event lastTimestamp: "2026-07-01T19:49:06Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-01T19:49:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:49:06Z" name: isvc-autogluon-v2-noslash.18be424046722e1e namespace: kserve-ci-e2e-test resourceVersion: "22551" uid: 02ab5ccb-a276-4ff0-8dec-e90dc8d25407 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:43:12.415354Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pnjwc namespace: kserve-ci-e2e-test resourceVersion: "19886" uid: 1fa541ef-6ca8-4786-97b8-111b8ff72baa kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-pnjwc to ip-10-0-138-218.ec2.internal metadata: creationTimestamp: "2026-07-01T19:43:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:43:12Z" name: isvc-autogluon-v2-predictor-67b849d456-pnjwc.18be41ede0881428 namespace: kserve-ci-e2e-test resourceVersion: "19890" uid: 67f5a619-5d06-4326-b142-ce88b2437c4c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b547f99c5-m7j76 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:12Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pnjwc namespace: kserve-ci-e2e-test resourceVersion: "19898" uid: 1fa541ef-6ca8-4786-97b8-111b8ff72baa kind: Event lastTimestamp: "2026-07-01T19:43:12Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:43:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:43:12Z" name: isvc-autogluon-v2-predictor-67b849d456-pnjwc.18be41edfc980173 namespace: kserve-ci-e2e-test resourceVersion: "19908" uid: 3dbd1e6f-a917-4f7f-a36d-9fb891b922f1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pnjwc namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 1fa541ef-6ca8-4786-97b8-111b8ff72baa kind: Event lastTimestamp: "2026-07-01T19:43:12Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870" already present on machine metadata: creationTimestamp: "2026-07-01T19:43:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:12Z" name: isvc-autogluon-v2-predictor-67b849d456-pnjwc.18be41edfdeff8c1 namespace: kserve-ci-e2e-test resourceVersion: "19910" uid: 3dcb223f-ea05-40b2-9f50-b4fde1789435 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pnjwc namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 1fa541ef-6ca8-4786-97b8-111b8ff72baa kind: Event lastTimestamp: "2026-07-01T19:43:13Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:43:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:13Z" name: isvc-autogluon-v2-predictor-67b849d456-pnjwc.18be41ee03fa3127 namespace: kserve-ci-e2e-test resourceVersion: "19911" uid: b368383d-bc6c-402b-a0a0-77935c3886ad reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pnjwc namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 1fa541ef-6ca8-4786-97b8-111b8ff72baa kind: Event lastTimestamp: "2026-07-01T19:43:13Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:43:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:13Z" name: isvc-autogluon-v2-predictor-67b849d456-pnjwc.18be41ee0566e8b3 namespace: kserve-ci-e2e-test resourceVersion: "19912" uid: 820cd6d8-ffcf-4633-b198-eb562f580544 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pnjwc namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 1fa541ef-6ca8-4786-97b8-111b8ff72baa kind: Event lastTimestamp: "2026-07-01T19:43:18Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T19:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:18Z" name: isvc-autogluon-v2-predictor-67b849d456-pnjwc.18be41ef37a1ea70 namespace: kserve-ci-e2e-test resourceVersion: "19954" uid: dfec4b96-b4f4-4b8a-a539-f4da1c20e215 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pnjwc namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 1fa541ef-6ca8-4786-97b8-111b8ff72baa kind: Event lastTimestamp: "2026-07-01T19:43:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:18Z" name: isvc-autogluon-v2-predictor-67b849d456-pnjwc.18be41ef3da3c300 namespace: kserve-ci-e2e-test resourceVersion: "19958" uid: 5b6539b6-d0cc-4802-8e48-8f5dff4ff4dc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pnjwc namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 1fa541ef-6ca8-4786-97b8-111b8ff72baa kind: Event lastTimestamp: "2026-07-01T19:43:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:18Z" name: isvc-autogluon-v2-predictor-67b849d456-pnjwc.18be41ef3eb2a09d namespace: kserve-ci-e2e-test resourceVersion: "19960" uid: 8a437833-064b-4074-a129-811df1537aad reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pnjwc namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 1fa541ef-6ca8-4786-97b8-111b8ff72baa kind: Event lastTimestamp: "2026-07-01T19:43:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:18Z" name: isvc-autogluon-v2-predictor-67b849d456-pnjwc.18be41ef3ebefc4d namespace: kserve-ci-e2e-test resourceVersion: "19961" uid: 70ee98a2-3e5e-4d55-987f-89bb391dab84 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pnjwc namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 1fa541ef-6ca8-4786-97b8-111b8ff72baa kind: Event lastTimestamp: "2026-07-01T19:43:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:18Z" name: isvc-autogluon-v2-predictor-67b849d456-pnjwc.18be41ef44f2d594 namespace: kserve-ci-e2e-test resourceVersion: "19962" uid: c1690100-7a1a-470c-b309-692282e47278 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pnjwc namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 1fa541ef-6ca8-4786-97b8-111b8ff72baa kind: Event lastTimestamp: "2026-07-01T19:43:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:43:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:18Z" name: isvc-autogluon-v2-predictor-67b849d456-pnjwc.18be41ef4600db39 namespace: kserve-ci-e2e-test resourceVersion: "19963" uid: 9e42b73a-45bb-46ce-9038-e2606405a9b1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pnjwc namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 1fa541ef-6ca8-4786-97b8-111b8ff72baa kind: Event lastTimestamp: "2026-07-01T19:45:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:45:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:02Z" name: isvc-autogluon-v2-predictor-67b849d456-pnjwc.18be420786b8fceb namespace: kserve-ci-e2e-test resourceVersion: "20708" uid: 01215089-b625-4fd0-b2e0-db87d1504240 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-pnjwc namespace: kserve-ci-e2e-test resourceVersion: "19888" uid: 1fa541ef-6ca8-4786-97b8-111b8ff72baa kind: Event lastTimestamp: "2026-07-01T19:45:02Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:45:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:02Z" name: isvc-autogluon-v2-predictor-67b849d456-pnjwc.18be420786b9913f namespace: kserve-ci-e2e-test resourceVersion: "20709" uid: ee68120c-eb0e-4544-9ced-60e1d463cfb7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "19877" uid: 8710c536-3071-4915-bc02-76e0d5a9d3b4 kind: Event lastTimestamp: "2026-07-01T19:43:12Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-pnjwc' metadata: creationTimestamp: "2026-07-01T19:43:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:43:12Z" name: isvc-autogluon-v2-predictor-67b849d456.18be41eddffc3770 namespace: kserve-ci-e2e-test resourceVersion: "19887" uid: 13a69c35-3c6d-4548-a2b0-c8020281371e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19875" uid: 9e712f5f-d3b3-42d0-ac9d-aa46d12126b8 kind: Event lastTimestamp: "2026-07-01T19:43:12Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:43:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:43:12Z" name: isvc-autogluon-v2-predictor.18be41eddb05a0b2 namespace: kserve-ci-e2e-test resourceVersion: "19878" uid: 15deddee-25d0-41cc-97cb-2a7893ab22ea reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:43:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19876" uid: 70eea37d-a5a8-4833-b2e5-2cd748abf228 kind: Event lastTimestamp: "2026-07-01T19:43:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:43:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:43:42Z" name: isvc-autogluon-v2-predictor.18be41f159d69c13 namespace: kserve-ci-e2e-test resourceVersion: "20132" uid: 7a965342-5b70-4384-9661-3cfb186879f8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:43:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19876" uid: 70eea37d-a5a8-4833-b2e5-2cd748abf228 kind: Event lastTimestamp: "2026-07-01T19:43:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:43:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:43:42Z" name: isvc-autogluon-v2-predictor.18be41f15a4afe7c namespace: kserve-ci-e2e-test resourceVersion: "20133" uid: 2701aa14-d8a6-4d7a-ba0f-0daeed0ca34c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T19:43:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "20025" uid: 70eea37d-a5a8-4833-b2e5-2cd748abf228 kind: Event lastTimestamp: "2026-07-01T19:44:57Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:43:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:44:57Z" name: isvc-autogluon-v2-predictor.18be41f858b93055 namespace: kserve-ci-e2e-test resourceVersion: "20658" uid: 789c3464-3612-4a6d-a23b-ce8fbd3f3c7e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T19:43:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "20025" uid: 70eea37d-a5a8-4833-b2e5-2cd748abf228 kind: Event lastTimestamp: "2026-07-01T19:44:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:43:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:44:57Z" name: isvc-autogluon-v2-predictor.18be41f8592c40af namespace: kserve-ci-e2e-test resourceVersion: "20659" uid: a7fe2d1d-715e-46e2-8d1a-a9d7cb68a9cb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:45:07.741772Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 namespace: kserve-ci-e2e-test resourceVersion: "20770" uid: 87d17a6b-1f1c-4ba9-83bc-a2daf6f0a55f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 to ip-10-0-138-218.ec2.internal metadata: creationTimestamp: "2026-07-01T19:45:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:45:07Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5.18be4208ba85caf4 namespace: kserve-ci-e2e-test resourceVersion: "20774" uid: 0e08f47c-af3a-4e68-a0c5-0903523ddc3b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b547f99c5-m7j76 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:07Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 87d17a6b-1f1c-4ba9-83bc-a2daf6f0a55f kind: Event lastTimestamp: "2026-07-01T19:45:07Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T19:45:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:07Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5.18be4208c657e649 namespace: kserve-ci-e2e-test resourceVersion: "20786" uid: b20abd14-3763-43fb-ad66-a084b0fd7af7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:08Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 namespace: kserve-ci-e2e-test resourceVersion: "20781" uid: 87d17a6b-1f1c-4ba9-83bc-a2daf6f0a55f kind: Event lastTimestamp: "2026-07-01T19:45:08Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:45:08Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5.18be4208f821f6a4 namespace: kserve-ci-e2e-test resourceVersion: "20795" uid: 4dca3bbd-b148-4d14-90f7-fdf2c0274dc1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:08Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 87d17a6b-1f1c-4ba9-83bc-a2daf6f0a55f kind: Event lastTimestamp: "2026-07-01T19:45:08Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870" already present on machine metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:08Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5.18be4208f9ace48b namespace: kserve-ci-e2e-test resourceVersion: "20797" uid: 8565e951-a742-4861-926c-21fef088bd93 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:08Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 87d17a6b-1f1c-4ba9-83bc-a2daf6f0a55f kind: Event lastTimestamp: "2026-07-01T19:45:08Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:08Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5.18be4208fc3163fc namespace: kserve-ci-e2e-test resourceVersion: "20798" uid: fd899094-3449-486d-8f79-fd69cc4f1ca9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:08Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 87d17a6b-1f1c-4ba9-83bc-a2daf6f0a55f kind: Event lastTimestamp: "2026-07-01T19:45:08Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:08Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5.18be4208fc9d1c44 namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 2f8aacdb-3379-4659-ac56-62ca72c44c02 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 87d17a6b-1f1c-4ba9-83bc-a2daf6f0a55f kind: Event lastTimestamp: "2026-07-01T19:45:14Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T19:45:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:14Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5.18be420a5af996de namespace: kserve-ci-e2e-test resourceVersion: "20842" uid: a0765bc8-01fb-4f75-a6a9-7a8ed540651b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 87d17a6b-1f1c-4ba9-83bc-a2daf6f0a55f kind: Event lastTimestamp: "2026-07-01T19:45:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:45:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:14Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5.18be420a5e184693 namespace: kserve-ci-e2e-test resourceVersion: "20844" uid: 17bd6e35-12ab-46ad-983a-00c6f0938f6b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 87d17a6b-1f1c-4ba9-83bc-a2daf6f0a55f kind: Event lastTimestamp: "2026-07-01T19:45:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:45:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:14Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5.18be420a5e8292f0 namespace: kserve-ci-e2e-test resourceVersion: "20845" uid: deabf02a-40a8-4757-8c09-61272810317f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 87d17a6b-1f1c-4ba9-83bc-a2daf6f0a55f kind: Event lastTimestamp: "2026-07-01T19:45:14Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:45:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:14Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5.18be420a5e8e9b66 namespace: kserve-ci-e2e-test resourceVersion: "20847" uid: a96c65cf-309d-4a60-ba99-6fb2dba9a158 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 87d17a6b-1f1c-4ba9-83bc-a2daf6f0a55f kind: Event lastTimestamp: "2026-07-01T19:45:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:45:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:14Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5.18be420a61bb43f9 namespace: kserve-ci-e2e-test resourceVersion: "20849" uid: cf7597d0-9e01-4f8c-9bbe-a19790397818 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 87d17a6b-1f1c-4ba9-83bc-a2daf6f0a55f kind: Event lastTimestamp: "2026-07-01T19:45:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:45:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:14Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5.18be420a622cb874 namespace: kserve-ci-e2e-test resourceVersion: "20852" uid: 2c5d7701-9883-43ad-8cdf-5b63331af63c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 87d17a6b-1f1c-4ba9-83bc-a2daf6f0a55f kind: Event lastTimestamp: "2026-07-01T19:46:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:46:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:57Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5.18be4222623b66e5 namespace: kserve-ci-e2e-test resourceVersion: "21590" uid: e73e2893-9342-4600-9ce7-247c34184cbd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5 namespace: kserve-ci-e2e-test resourceVersion: "20772" uid: 87d17a6b-1f1c-4ba9-83bc-a2daf6f0a55f kind: Event lastTimestamp: "2026-07-01T19:46:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:46:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:57Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5.18be4222623c1310 namespace: kserve-ci-e2e-test resourceVersion: "21591" uid: b49e3b71-df72-46aa-a2fa-c849665f6342 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "20758" uid: b6fed51f-95ab-48f5-9f68-9ca6803caf8a kind: Event lastTimestamp: "2026-07-01T19:45:07Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-lrxc5' metadata: creationTimestamp: "2026-07-01T19:45:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:45:07Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18be4208ba11bfef namespace: kserve-ci-e2e-test resourceVersion: "20771" uid: 00067e5e-58ee-4cd9-9d9f-535d04e09a38 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20756" uid: 3550adad-7825-4d7f-804f-e5d4442c86f5 kind: Event lastTimestamp: "2026-07-01T19:45:07Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:45:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:45:07Z" name: isvc-autogluon-v2-variants-predictor.18be4208b49ea74c namespace: kserve-ci-e2e-test resourceVersion: "20759" uid: dc719e42-36f2-4515-a903-6752a73a240c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:45:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20757" uid: 9d268c02-f13d-4547-9a67-d736843298f1 kind: Event lastTimestamp: "2026-07-01T19:45:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:45:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:45:52Z" name: isvc-autogluon-v2-variants-predictor.18be420c3324a4c9 namespace: kserve-ci-e2e-test resourceVersion: "21118" uid: cdd01984-30f2-4322-b505-728ce39632a1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:45:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20757" uid: 9d268c02-f13d-4547-9a67-d736843298f1 kind: Event lastTimestamp: "2026-07-01T19:45:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:45:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:45:52Z" name: isvc-autogluon-v2-variants-predictor.18be420c338b8c52 namespace: kserve-ci-e2e-test resourceVersion: "21119" uid: 2be25634-e695-4a5f-aed3-bb08a72b67f0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:46:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20913" uid: 9d268c02-f13d-4547-9a67-d736843298f1 kind: Event lastTimestamp: "2026-07-01T19:46:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:46:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:46:52Z" name: isvc-autogluon-v2-variants-predictor.18be4216b0bdc70a namespace: kserve-ci-e2e-test resourceVersion: "21542" uid: a2b9848b-bc3c-43cb-9e8d-f71065d334f0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:46:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20913" uid: 9d268c02-f13d-4547-9a67-d736843298f1 kind: Event lastTimestamp: "2026-07-01T19:46:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:46:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:46:52Z" name: isvc-autogluon-v2-variants-predictor.18be4216b1230b4e namespace: kserve-ci-e2e-test resourceVersion: "21543" uid: 93d95bc2-8d5f-4c83-acdb-471f00550bc9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:45:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20748" uid: 2bcf56d9-70f2-4f02-9cc2-f2f03e14f095 kind: Event lastTimestamp: "2026-07-01T19:46:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:45:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:46:52Z" name: isvc-autogluon-v2-variants.18be4208b4a24b26 namespace: kserve-ci-e2e-test resourceVersion: "21539" uid: 32540bef-55c7-4d99-a9da-2673d5490823 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:45:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20748" uid: 2bcf56d9-70f2-4f02-9cc2-f2f03e14f095 kind: Event lastTimestamp: "2026-07-01T19:45:07Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:45:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:45:07Z" name: isvc-autogluon-v2-variants.18be4208b5653bee namespace: kserve-ci-e2e-test resourceVersion: "20778" uid: 377c7911-4606-41e0-b70a-bc5611933973 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:45:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20748" uid: 2bcf56d9-70f2-4f02-9cc2-f2f03e14f095 kind: Event lastTimestamp: "2026-07-01T19:45:07Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:45:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:45:07Z" name: isvc-autogluon-v2-variants.18be4208b5659975 namespace: kserve-ci-e2e-test resourceVersion: "20779" uid: c85233f1-1a0e-4ceb-9c3e-4c94d6cf0449 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "21536" uid: 2bcf56d9-70f2-4f02-9cc2-f2f03e14f095 kind: Event lastTimestamp: "2026-07-01T19:46:52Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-01T19:46:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:46:52Z" name: isvc-autogluon-v2-variants.18be4221158ef7be namespace: kserve-ci-e2e-test resourceVersion: "21538" uid: 8395ba53-a8d8-45e1-83db-9089b0e24394 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:43:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19868" uid: ee6afc24-ae20-44e9-aa1c-b082403999cd kind: Event lastTimestamp: "2026-07-01T19:44:55Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:43:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:44:55Z" name: isvc-autogluon-v2.18be41eddb38f9c1 namespace: kserve-ci-e2e-test resourceVersion: "20637" uid: 372f4a96-dd1c-4d8c-bfc0-96db39ee08bb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:43:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19868" uid: ee6afc24-ae20-44e9-aa1c-b082403999cd kind: Event lastTimestamp: "2026-07-01T19:43:12Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:43:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:43:12Z" name: isvc-autogluon-v2.18be41eddbb6ca49 namespace: kserve-ci-e2e-test resourceVersion: "19897" uid: 8fa2c93d-ba23-4f49-9cc8-3c01ba6f9833 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:43:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19868" uid: ee6afc24-ae20-44e9-aa1c-b082403999cd kind: Event lastTimestamp: "2026-07-01T19:43:12Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:43:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:43:12Z" name: isvc-autogluon-v2.18be41eddbb72a71 namespace: kserve-ci-e2e-test resourceVersion: "19899" uid: c2eda3b8-4bb4-4c6b-8085-77fb5db92a35 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "20635" uid: ee6afc24-ae20-44e9-aa1c-b082403999cd kind: Event lastTimestamp: "2026-07-01T19:44:55Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-01T19:44:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:44:55Z" name: isvc-autogluon-v2.18be4205d785f97a namespace: kserve-ci-e2e-test resourceVersion: "20636" uid: 110f0e8f-4465-40d2-a4bb-51a784185a73 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:38:21.667415Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17645" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5597c66d9b-tqs97 to ip-10-0-138-218.ec2.internal metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:38:21Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41aa2e9a9983 namespace: kserve-ci-e2e-test resourceVersion: "17652" uid: f20f4ec1-337a-4c8d-ae76-508d05fad3a2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b547f99c5-m7j76 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:22Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17656" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:38:22Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:38:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:38:22Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41aa484cae9b namespace: kserve-ci-e2e-test resourceVersion: "17664" uid: 0d92756d-de10-4325-9f68-6b94b3b1a062 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:38:22Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870" already present on machine metadata: creationTimestamp: "2026-07-01T19:38:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:22Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41aa4a20a3c4 namespace: kserve-ci-e2e-test resourceVersion: "17666" uid: d958e0b4-a2fa-49a0-8be0-100850fc732d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:38:22Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:38:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:22Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41aa4cfc2962 namespace: kserve-ci-e2e-test resourceVersion: "17667" uid: efeafb91-9399-494a-91f6-90b6df29015e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:38:22Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:38:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:22Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41aa4d7025df namespace: kserve-ci-e2e-test resourceVersion: "17668" uid: 69925530-243f-4d5d-98d0-70ed5e70d472 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:38:26Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693" already present on machine metadata: creationTimestamp: "2026-07-01T19:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:26Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41ab578a3819 namespace: kserve-ci-e2e-test resourceVersion: "17707" uid: 86ad736f-e5b0-4230-8704-7c796e4c9ae2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:38:26Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:26Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41ab5b4aa3ed namespace: kserve-ci-e2e-test resourceVersion: "17711" uid: 1dde796d-27d8-44da-94dd-8653ed814cbb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:38:26Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:26Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41ab5bc27203 namespace: kserve-ci-e2e-test resourceVersion: "17713" uid: b4c241c5-d26c-4524-b191-336eeee0638f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:38:26Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:26Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41ab5bd19389 namespace: kserve-ci-e2e-test resourceVersion: "17714" uid: eae2d64f-57f3-41e4-8e01-0e80b3d19925 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:38:26Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:26Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41ab5ef90455 namespace: kserve-ci-e2e-test resourceVersion: "17716" uid: a57703d6-5991-4cba-9859-16d0bb7af0e6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:38:26Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:26Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41ab5f6ce8c8 namespace: kserve-ci-e2e-test resourceVersion: "17717" uid: 72f757af-893d-4817-93bb-767b0f59dcb0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:38:26Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:6e5509460516eff2bbcfd9d7f0c9a20ec2d2cefbed5db11810dc761edee99a88" already present on machine metadata: creationTimestamp: "2026-07-01T19:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:26Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41ab5f76f293 namespace: kserve-ci-e2e-test resourceVersion: "17718" uid: 2d1cdec9-6993-4190-9322-76593600ff16 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:38:26Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T19:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:26Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41ab6275c837 namespace: kserve-ci-e2e-test resourceVersion: "17719" uid: de9931e5-64ff-46be-b474-bbae1d875ae9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:38:26Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T19:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:26Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41ab62e644be namespace: kserve-ci-e2e-test resourceVersion: "17720" uid: 5a32aa38-90a1-4056-9aaa-918a7e34a4e4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:38:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:40:14Z" message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:38:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:14Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41ab93b3a1e2 namespace: kserve-ci-e2e-test resourceVersion: "18595" uid: bb5567d7-55d7-4c50-98a4-eaddf0e03301 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T19:38:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:40:04Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T19:38:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:04Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41abcf95ff18 namespace: kserve-ci-e2e-test resourceVersion: "18517" uid: 3a025c5c-1588-41b1-a7e6-dc61561c7341 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:39:56Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:39:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:39:56Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41c05f9f0ec6 namespace: kserve-ci-e2e-test resourceVersion: "18426" uid: f92a8d98-aafb-40b6-ac3e-2b10779b017b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:39:56Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T19:39:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:39:56Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41c05fa05300 namespace: kserve-ci-e2e-test resourceVersion: "18436" uid: 4c2aeb85-661d-4723-b8ac-3825d09156e8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:39:56Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:39:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:39:56Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41c05fa06adb namespace: kserve-ci-e2e-test resourceVersion: "18429" uid: 0f07561d-932c-4b53-a66c-964d5b4a3921 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:39:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5597c66d9b-tqs97 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 944a456c-d53c-434a-850c-b7418f7f6116 kind: Event lastTimestamp: "2026-07-01T19:40:09Z" message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp 10.132.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:39:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:09Z" name: isvc-logger-predictor-5597c66d9b-tqs97.18be41c0ffe17e0c namespace: kserve-ci-e2e-test resourceVersion: "18558" uid: 43d8da7b-5f89-480a-8a86-2a300fe29767 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-5597c66d9b namespace: kserve-ci-e2e-test resourceVersion: "17636" uid: a6320885-df1e-4097-a4f9-5c6e05770eb5 kind: Event lastTimestamp: "2026-07-01T19:38:21Z" message: 'Created pod: isvc-logger-predictor-5597c66d9b-tqs97' metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:21Z" name: isvc-logger-predictor-5597c66d9b.18be41aa2dc63fc9 namespace: kserve-ci-e2e-test resourceVersion: "17648" uid: 8ea73299-e92f-4e46-9528-894a2cc8688d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17634" uid: 1620f66a-60a8-4760-96e9-08d7048d79fe kind: Event lastTimestamp: "2026-07-01T19:38:21Z" message: Scaled up replica set isvc-logger-predictor-5597c66d9b from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:21Z" name: isvc-logger-predictor.18be41aa29dcb763 namespace: kserve-ci-e2e-test resourceVersion: "17637" uid: 61830de7-7545-4aa7-99ca-918b63cecca9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:38:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17635" uid: 96491cd4-a228-4f44-a940-5b08a9b96359 kind: Event lastTimestamp: "2026-07-01T19:39:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:38:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:39:06Z" name: isvc-logger-predictor.18be41ada84afd37 namespace: kserve-ci-e2e-test resourceVersion: "18013" uid: 54cca500-19b4-4b9e-9ddd-88880335e2df reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:38:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17635" uid: 96491cd4-a228-4f44-a940-5b08a9b96359 kind: Event lastTimestamp: "2026-07-01T19:39:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:38:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:39:06Z" name: isvc-logger-predictor.18be41ada8ad0696 namespace: kserve-ci-e2e-test resourceVersion: "18014" uid: b127faa1-d0e0-4a12-8d5e-fa32dcb53fde reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:39:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17804" uid: 96491cd4-a228-4f44-a940-5b08a9b96359 kind: Event lastTimestamp: "2026-07-01T19:39:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:39:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:39:51Z" name: isvc-logger-predictor.18be41b824dafea4 namespace: kserve-ci-e2e-test resourceVersion: "18339" uid: ae073d96-6d50-498b-8276-a598371a4371 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:39:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17804" uid: 96491cd4-a228-4f44-a940-5b08a9b96359 kind: Event lastTimestamp: "2026-07-01T19:39:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:39:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:39:51Z" name: isvc-logger-predictor.18be41b8253e28e3 namespace: kserve-ci-e2e-test resourceVersion: "18340" uid: 94acd587-2932-4232-b147-7ecbdd60c41a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:38:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17626" uid: e5286c14-9828-44b0-ad09-4ddde37f6bbd kind: Event lastTimestamp: "2026-07-01T19:39:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:39:44Z" name: isvc-logger.18be41aa29db033d namespace: kserve-ci-e2e-test resourceVersion: "18290" uid: cb03ba25-8c92-4a08-858b-fb3e0220fe7f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17626" uid: e5286c14-9828-44b0-ad09-4ddde37f6bbd kind: Event lastTimestamp: "2026-07-01T19:38:21Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:38:21Z" name: isvc-logger.18be41aa2a7550c1 namespace: kserve-ci-e2e-test resourceVersion: "17640" uid: c2250736-f060-40d5-9b90-2415c425fdaa reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "18288" uid: e5286c14-9828-44b0-ad09-4ddde37f6bbd kind: Event lastTimestamp: "2026-07-01T19:39:44Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-01T19:39:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:39:44Z" name: isvc-logger.18be41bd6c7fd343 namespace: kserve-ci-e2e-test resourceVersion: "18289" uid: 7d4541b0-5bee-4c7e-93c5-1c71aea76af5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:36:26.445766Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16654" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs to ip-10-0-138-218.ec2.internal metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:36:26Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be418f5adbb859 namespace: kserve-ci-e2e-test resourceVersion: "16663" uid: 06a74c7c-4459-4ac9-b461-314085030c99 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b547f99c5-m7j76 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:26Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16666" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:36:26Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be418f74bf70df namespace: kserve-ci-e2e-test resourceVersion: "16679" uid: a776b049-d1ae-430f-b8b4-9d8e1bb7d63a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870" already present on machine metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:26Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be418f76449a27 namespace: kserve-ci-e2e-test resourceVersion: "16681" uid: 8cdee82a-2bb7-4e77-a9ca-f547ad92c437 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:26Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be418f78e6824f namespace: kserve-ci-e2e-test resourceVersion: "16682" uid: 13fd6bd2-abf3-4c78-8855-ff6b1a9daf46 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:26Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be418f794d568e namespace: kserve-ci-e2e-test resourceVersion: "16683" uid: 17bad8bd-5434-44fa-81c3-9b1e538e6266 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693" already present on machine metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be41906eb3be6a namespace: kserve-ci-e2e-test resourceVersion: "16721" uid: 143e1020-0809-4001-acbf-1ab2981cf9ef reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be419071c7294d namespace: kserve-ci-e2e-test resourceVersion: "16723" uid: bdef90a9-8d5c-4324-b6f6-82bf5177d661 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be41907229229d namespace: kserve-ci-e2e-test resourceVersion: "16724" uid: 59e17fa7-5f2f-4757-a13a-d65aee7989e3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be41907232d164 namespace: kserve-ci-e2e-test resourceVersion: "16725" uid: 35daae90-e16a-44b5-85a2-4886daff847f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be4190750ee4d0 namespace: kserve-ci-e2e-test resourceVersion: "16729" uid: a8995be0-06f0-44b4-8f4e-627157f92bf3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be41907577bdcb namespace: kserve-ci-e2e-test resourceVersion: "16730" uid: f450e5dd-fe4a-4557-bd8b-44ae76ae881b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:6e5509460516eff2bbcfd9d7f0c9a20ec2d2cefbed5db11810dc761edee99a88" already present on machine metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be4190758291cc namespace: kserve-ci-e2e-test resourceVersion: "16731" uid: f050128b-a71a-47fd-8936-640ca5016ac9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be419078738cb3 namespace: kserve-ci-e2e-test resourceVersion: "16733" uid: 27ff2b84-2f65-4c81-a9a9-3c73a5bc0394 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be419078d7b106 namespace: kserve-ci-e2e-test resourceVersion: "16734" uid: a903c7aa-f251-4e01-a77b-10764cbc4387 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:36:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:38:09Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:36:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:09Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be4190ab05ecd9 namespace: kserve-ci-e2e-test resourceVersion: "17523" uid: 6f4d52d2-79ad-4752-ac2b-b61abaae8a7f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T19:36:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:38:09Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T19:36:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:09Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be4190e6ff3d4e namespace: kserve-ci-e2e-test resourceVersion: "17524" uid: 4ea0c9c9-fcf0-4304-a8c8-4053dcb37902 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:38:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:38:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:01Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be41a584868ba9 namespace: kserve-ci-e2e-test resourceVersion: "17445" uid: a8c9d735-923c-4b80-8529-3a644d924bf8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:38:01Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T19:38:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:01Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be41a5848691b5 namespace: kserve-ci-e2e-test resourceVersion: "17446" uid: 71ef58c9-f6e1-4c6c-912c-c1da56793ff4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:38:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:38:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:01Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be41a584872fe3 namespace: kserve-ci-e2e-test resourceVersion: "17447" uid: 9eac2903-2365-4525-97ae-23114ff4df22 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:38:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 494e11d4-5652-4373-8c71-525de25951e7 kind: Event lastTimestamp: "2026-07-01T19:38:19Z" message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp 10.132.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:38:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:19Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs.18be41a61752a95c namespace: kserve-ci-e2e-test resourceVersion: "17603" uid: 3a29e6cb-1eb6-4f77-8eb9-34368f49dfd7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-55858799cd namespace: kserve-ci-e2e-test resourceVersion: "16627" uid: 5ef0854b-81b4-4641-b8c8-4c843cd0d4d4 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-55858799cd-tsrbs' metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:26Z" name: isvc-sklearn-batcher-custom-predictor-55858799cd.18be418f59bd192a namespace: kserve-ci-e2e-test resourceVersion: "16656" uid: 77bfc18d-4818-4f2e-8e89-68ef18aa6a5c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16624" uid: 216cf9f1-a960-4e3b-9800-392448294c73 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-55858799cd from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:26Z" name: isvc-sklearn-batcher-custom-predictor.18be418f539a910c namespace: kserve-ci-e2e-test resourceVersion: "16630" uid: 48a82fe5-8efb-4ade-8b8d-dfd0e0e245b2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:36:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16626" uid: 2f39dc49-b378-42a6-bee3-38e936e14c96 kind: Event lastTimestamp: "2026-07-01T19:36:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:36:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:56Z" name: isvc-sklearn-batcher-custom-predictor.18be4192d2719127 namespace: kserve-ci-e2e-test resourceVersion: "16925" uid: 750b3ecc-696b-4573-b663-83edf53ad855 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:36:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16626" uid: 2f39dc49-b378-42a6-bee3-38e936e14c96 kind: Event lastTimestamp: "2026-07-01T19:36:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:36:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:56Z" name: isvc-sklearn-batcher-custom-predictor.18be4192d2fb3a76 namespace: kserve-ci-e2e-test resourceVersion: "16926" uid: bfae4bbb-5888-497f-82d5-ea536bc059ee reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:37:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: 2f39dc49-b378-42a6-bee3-38e936e14c96 kind: Event lastTimestamp: "2026-07-01T19:37:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:37:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:37:56Z" name: isvc-sklearn-batcher-custom-predictor.18be4199d0db5668 namespace: kserve-ci-e2e-test resourceVersion: "17357" uid: e16c5d9c-d391-44bf-9ac3-ad5d32763899 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:37:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: 2f39dc49-b378-42a6-bee3-38e936e14c96 kind: Event lastTimestamp: "2026-07-01T19:37:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:37:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:37:56Z" name: isvc-sklearn-batcher-custom-predictor.18be4199d1417f78 namespace: kserve-ci-e2e-test resourceVersion: "17358" uid: 9d42b0f2-89f7-48dd-9c78-174eabe03295 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:36:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16616" uid: 177722a1-1d71-471d-bf97-a386a5fe4bf8 kind: Event lastTimestamp: "2026-07-01T19:37:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:37:49Z" name: isvc-sklearn-batcher-custom.18be418f53b64033 namespace: kserve-ci-e2e-test resourceVersion: "17305" uid: 7579a120-8c0e-479b-936c-eec9827b0ea1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:36:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16616" uid: 177722a1-1d71-471d-bf97-a386a5fe4bf8 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:36:26Z" name: isvc-sklearn-batcher-custom.18be418f5444288f namespace: kserve-ci-e2e-test resourceVersion: "16670" uid: 57e76b96-ca08-4366-a470-8900f54cebc6 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16633" uid: 177722a1-1d71-471d-bf97-a386a5fe4bf8 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:36:26Z" name: isvc-sklearn-batcher-custom.18be418f5e9d9e2a namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: c5781bfc-2c40-45aa-8452-117c45d1cbc0 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "17303" uid: 177722a1-1d71-471d-bf97-a386a5fe4bf8 kind: Event lastTimestamp: "2026-07-01T19:37:49Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-01T19:37:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:37:49Z" name: isvc-sklearn-batcher-custom.18be41a29f3ecd57 namespace: kserve-ci-e2e-test resourceVersion: "17304" uid: f7c0643b-c06a-4511-a92d-cccbbf214469 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:34:31.311114Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15737" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-79ddf86687-gk9td to ip-10-0-138-218.ec2.internal metadata: creationTimestamp: "2026-07-01T19:34:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:34:31Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be41748c4c6609 namespace: kserve-ci-e2e-test resourceVersion: "15741" uid: 5a4b533b-17e6-4f8f-9031-d3e7ce1e6a64 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b547f99c5-m7j76 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:31Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15749" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:31Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:34:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:34:31Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be4174a639d146 namespace: kserve-ci-e2e-test resourceVersion: "15763" uid: 27bbaefa-c1c9-4a4d-99ff-1d79656433e1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:31Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:31Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870" metadata: creationTimestamp: "2026-07-01T19:34:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:31Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be4174a81c1f2d namespace: kserve-ci-e2e-test resourceVersion: "15765" uid: 07cfa4bf-cf77-4043-877d-9aa836a31609 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:35Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870" in 3.506s (3.506s including waiting). Image size: 300562904 bytes.' metadata: creationTimestamp: "2026-07-01T19:34:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:35Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be417579234f7c namespace: kserve-ci-e2e-test resourceVersion: "15788" uid: b10f0903-392e-4310-aab6-0b601b8e4408 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:35Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:34:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:35Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be41757cda8a28 namespace: kserve-ci-e2e-test resourceVersion: "15789" uid: f347003c-f00f-4de0-8e98-a5ee40b7b1cb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:35Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:34:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:35Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be41757d4cf0ac namespace: kserve-ci-e2e-test resourceVersion: "15790" uid: cb0b1fef-94a9-4552-a9db-c1cc649834e6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:39Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693" metadata: creationTimestamp: "2026-07-01T19:34:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:39Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be4176741bbab7 namespace: kserve-ci-e2e-test resourceVersion: "15825" uid: 31f5a90e-fecd-4723-8f8d-ee1e2b75e7c0 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:52Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693" in 13.417s (13.417s including waiting). Image size: 1555846067 bytes.' metadata: creationTimestamp: "2026-07-01T19:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:52Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be417993dc211a namespace: kserve-ci-e2e-test resourceVersion: "15921" uid: 005d51c5-9e9d-41e9-8738-ca7874817617 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:52Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be417998067b12 namespace: kserve-ci-e2e-test resourceVersion: "15923" uid: 35c8d56c-e540-4332-b05c-6f9db9c0a593 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:52Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be417998818664 namespace: kserve-ci-e2e-test resourceVersion: "15924" uid: f451cde2-6934-46ac-a4a9-da5d16c20c9d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:52Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-01T19:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:52Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be417998901e86 namespace: kserve-ci-e2e-test resourceVersion: "15925" uid: 6e4e803b-f004-49c2-a6f5-cc0345f1d244 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:55Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.817s (2.817s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-01T19:34:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:55Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be417a407f5047 namespace: kserve-ci-e2e-test resourceVersion: "15946" uid: 4a44097f-8d1e-475b-8bdd-e24f3b69bfe6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:55Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:34:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:55Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be417a43f51a90 namespace: kserve-ci-e2e-test resourceVersion: "15947" uid: aa21b9e6-b364-4a5a-b0a7-d899133ea512 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:55Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:34:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:55Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be417a446d7d5b namespace: kserve-ci-e2e-test resourceVersion: "15948" uid: 1116b288-3b37-4f58-8594-08482d89347b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:55Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:6e5509460516eff2bbcfd9d7f0c9a20ec2d2cefbed5db11810dc761edee99a88" metadata: creationTimestamp: "2026-07-01T19:34:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:55Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be417a447ba634 namespace: kserve-ci-e2e-test resourceVersion: "15949" uid: d89e2e3b-9574-4387-bd49-873d17970478 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:58Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:6e5509460516eff2bbcfd9d7f0c9a20ec2d2cefbed5db11810dc761edee99a88" in 2.514s (2.514s including waiting). Image size: 240001660 bytes.' metadata: creationTimestamp: "2026-07-01T19:34:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:58Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be417ada5bf363 namespace: kserve-ci-e2e-test resourceVersion: "15973" uid: 75c1e49d-3fb5-4e61-9e9f-c1aeafd83da4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:58Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T19:34:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:58Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be417add950c28 namespace: kserve-ci-e2e-test resourceVersion: "15974" uid: 07d2d91a-3176-4b85-8539-069abaa4b12c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:34:58Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T19:34:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:58Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be417ade06d647 namespace: kserve-ci-e2e-test resourceVersion: "15976" uid: e341b455-bdb8-4ece-81a0-c6e5062f0fad reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:34:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:36:33Z" message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:34:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:33Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be417b247782f7 namespace: kserve-ci-e2e-test resourceVersion: "16751" uid: 5dc6b392-55fc-490d-a6b1-0c8d32971c16 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:34:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:36:33Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T19:34:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:33Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be417b2480b2c6 namespace: kserve-ci-e2e-test resourceVersion: "16752" uid: 2df2842f-3929-45fa-948e-3bcf562f939a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:26Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be418f58e958d3 namespace: kserve-ci-e2e-test resourceVersion: "16653" uid: 418fe493-10d4-4a95-ad27-21eaf078deec reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:26Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be418f58efd7de namespace: kserve-ci-e2e-test resourceVersion: "16655" uid: 52dc26bb-b992-4b8d-ae5e-db60dffd415e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:26Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be418f58f7b7f1 namespace: kserve-ci-e2e-test resourceVersion: "16659" uid: b15ae35d-0ad9-494d-9e09-70f0e44b1ec7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:36:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 2d54c7ba-72c6-4ca4-88bc-693ca3e55274 kind: Event lastTimestamp: "2026-07-01T19:36:40Z" message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp 10.132.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:36:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:40Z" name: isvc-sklearn-batcher-predictor-79ddf86687-gk9td.18be419054c69998 namespace: kserve-ci-e2e-test resourceVersion: "16810" uid: 507f8dea-03b1-4f04-ad00-bcbbbba2bb5d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-138-218.ec2.internal source: component: kubelet host: ip-10-0-138-218.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-79ddf86687 namespace: kserve-ci-e2e-test resourceVersion: "15725" uid: 824252bf-04be-4afa-b0c4-86eacff60b24 kind: Event lastTimestamp: "2026-07-01T19:34:31Z" message: 'Created pod: isvc-sklearn-batcher-predictor-79ddf86687-gk9td' metadata: creationTimestamp: "2026-07-01T19:34:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:31Z" name: isvc-sklearn-batcher-predictor-79ddf86687.18be41748bd2d22e namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 1af0baec-ae0f-4bc4-a853-6fb3d5445cb1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15724" uid: b917c363-23c5-4cbb-a73b-4718fc9431a3 kind: Event lastTimestamp: "2026-07-01T19:34:31Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-79ddf86687 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:34:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:31Z" name: isvc-sklearn-batcher-predictor.18be417483bbace1 namespace: kserve-ci-e2e-test resourceVersion: "15726" uid: fa6aec9e-55ef-4470-8e9c-0ac72f13d955 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:34:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15732" uid: 05c167b6-908b-4f1b-8472-3df631f731c3 kind: Event lastTimestamp: "2026-07-01T19:35:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:34:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:35:31Z" name: isvc-sklearn-batcher-predictor.18be417808f30b00 namespace: kserve-ci-e2e-test resourceVersion: "16215" uid: aeca79e8-8272-4b1a-ae83-c404a8eee20c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:34:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15732" uid: 05c167b6-908b-4f1b-8472-3df631f731c3 kind: Event lastTimestamp: "2026-07-01T19:35:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:34:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:35:31Z" name: isvc-sklearn-batcher-predictor.18be4178096ef0bd namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: 52637fe6-76fa-4d18-b212-06a606e03a90 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:35:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15877" uid: 05c167b6-908b-4f1b-8472-3df631f731c3 kind: Event lastTimestamp: "2026-07-01T19:36:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:35:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:16Z" name: isvc-sklearn-batcher-predictor.18be418605c41171 namespace: kserve-ci-e2e-test resourceVersion: "16546" uid: 7ba8d747-6ecf-444e-9e93-f3effa725fbd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:35:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15877" uid: 05c167b6-908b-4f1b-8472-3df631f731c3 kind: Event lastTimestamp: "2026-07-01T19:36:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:35:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:16Z" name: isvc-sklearn-batcher-predictor.18be41860639ff4a namespace: kserve-ci-e2e-test resourceVersion: "16547" uid: 3313fd3c-9e6a-42f1-b363-2ff90115bc91 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:34:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15717" uid: a0f6c20e-caea-42ae-bedd-6f3159add0f6 kind: Event lastTimestamp: "2026-07-01T19:36:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:34:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:36:13Z" name: isvc-sklearn-batcher.18be417489bc6906 namespace: kserve-ci-e2e-test resourceVersion: "16523" uid: 3706d34c-c895-450e-872e-6a617e4120c0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:34:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15717" uid: a0f6c20e-caea-42ae-bedd-6f3159add0f6 kind: Event lastTimestamp: "2026-07-01T19:34:31Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:34:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:34:31Z" name: isvc-sklearn-batcher.18be41748a316f44 namespace: kserve-ci-e2e-test resourceVersion: "15751" uid: 04a0abcc-a8d8-4393-a51e-5a7710d31150 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:34:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15717" uid: a0f6c20e-caea-42ae-bedd-6f3159add0f6 kind: Event lastTimestamp: "2026-07-01T19:34:31Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:34:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:34:31Z" name: isvc-sklearn-batcher.18be41748a31c537 namespace: kserve-ci-e2e-test resourceVersion: "15753" uid: b567d2a3-3cbd-42d7-80f8-b42b75c8054c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "16521" uid: a0f6c20e-caea-42ae-bedd-6f3159add0f6 kind: Event lastTimestamp: "2026-07-01T19:36:13Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-01T19:36:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:36:13Z" name: isvc-sklearn-batcher.18be418c4be87eb2 namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 4a08e6bd-70cb-41ef-89ea-09f31d2f6031 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:38:01.597305Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-vdwv5 namespace: kserve-ci-e2e-test resourceVersion: "17422" uid: 946e62ba-e1f5-4173-a195-c3bbc5dbbcb8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-vdwv5 to ip-10-0-140-188.ec2.internal metadata: creationTimestamp: "2026-07-01T19:38:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:38:01Z" name: message-dumper-predictor-6575bcfdfd-vdwv5.18be41a582550c29 namespace: kserve-ci-e2e-test resourceVersion: "17433" uid: b4850a5d-74f8-4116-b7d3-cb0cb8c26c2d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b547f99c5-m7j76 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:02Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-vdwv5 namespace: kserve-ci-e2e-test resourceVersion: "17443" uid: 946e62ba-e1f5-4173-a195-c3bbc5dbbcb8 kind: Event lastTimestamp: "2026-07-01T19:38:02Z" message: Add eth0 [10.134.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:38:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:38:02Z" name: message-dumper-predictor-6575bcfdfd-vdwv5.18be41a59c2dc617 namespace: kserve-ci-e2e-test resourceVersion: "17459" uid: 7c80a3ae-06a7-4c72-af42-26d7c1d9672a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-vdwv5 namespace: kserve-ci-e2e-test resourceVersion: "17424" uid: 946e62ba-e1f5-4173-a195-c3bbc5dbbcb8 kind: Event lastTimestamp: "2026-07-01T19:38:02Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-01T19:38:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:02Z" name: message-dumper-predictor-6575bcfdfd-vdwv5.18be41a59d79345d namespace: kserve-ci-e2e-test resourceVersion: "17462" uid: cc305b5d-ddce-47c4-955e-a27c740cbbc4 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-188.ec2.internal source: component: kubelet host: ip-10-0-140-188.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-vdwv5 namespace: kserve-ci-e2e-test resourceVersion: "17424" uid: 946e62ba-e1f5-4173-a195-c3bbc5dbbcb8 kind: Event lastTimestamp: "2026-07-01T19:38:03Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.269s (1.269s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-01T19:38:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:03Z" name: message-dumper-predictor-6575bcfdfd-vdwv5.18be41a5e928269c namespace: kserve-ci-e2e-test resourceVersion: "17470" uid: 3c3bb55e-0268-4af8-8c9e-2851c033e2b9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-188.ec2.internal source: component: kubelet host: ip-10-0-140-188.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-vdwv5 namespace: kserve-ci-e2e-test resourceVersion: "17424" uid: 946e62ba-e1f5-4173-a195-c3bbc5dbbcb8 kind: Event lastTimestamp: "2026-07-01T19:38:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:38:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:03Z" name: message-dumper-predictor-6575bcfdfd-vdwv5.18be41a5ec7a9074 namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 3421622b-2806-4d10-97ac-19392bce4c31 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-188.ec2.internal source: component: kubelet host: ip-10-0-140-188.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-vdwv5 namespace: kserve-ci-e2e-test resourceVersion: "17424" uid: 946e62ba-e1f5-4173-a195-c3bbc5dbbcb8 kind: Event lastTimestamp: "2026-07-01T19:38:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:38:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:03Z" name: message-dumper-predictor-6575bcfdfd-vdwv5.18be41a5ecf36eac namespace: kserve-ci-e2e-test resourceVersion: "17472" uid: 25861598-7ed2-4c90-8687-6a413e4cde9c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-188.ec2.internal source: component: kubelet host: ip-10-0-140-188.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-vdwv5 namespace: kserve-ci-e2e-test resourceVersion: "17424" uid: 946e62ba-e1f5-4173-a195-c3bbc5dbbcb8 kind: Event lastTimestamp: "2026-07-01T19:38:03Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-01T19:38:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:03Z" name: message-dumper-predictor-6575bcfdfd-vdwv5.18be41a5ed01fa34 namespace: kserve-ci-e2e-test resourceVersion: "17473" uid: 50411249-ae50-4289-9f06-e978d3a8a7b8 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-140-188.ec2.internal source: component: kubelet host: ip-10-0-140-188.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-vdwv5 namespace: kserve-ci-e2e-test resourceVersion: "17424" uid: 946e62ba-e1f5-4173-a195-c3bbc5dbbcb8 kind: Event lastTimestamp: "2026-07-01T19:38:06Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.813s (2.813s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-01T19:38:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:06Z" name: message-dumper-predictor-6575bcfdfd-vdwv5.18be41a694b2c5e5 namespace: kserve-ci-e2e-test resourceVersion: "17494" uid: 0da70ab5-5dd1-4d2c-a1c3-a1aa9095e891 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-140-188.ec2.internal source: component: kubelet host: ip-10-0-140-188.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-vdwv5 namespace: kserve-ci-e2e-test resourceVersion: "17424" uid: 946e62ba-e1f5-4173-a195-c3bbc5dbbcb8 kind: Event lastTimestamp: "2026-07-01T19:38:06Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:38:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:06Z" name: message-dumper-predictor-6575bcfdfd-vdwv5.18be41a6979f9744 namespace: kserve-ci-e2e-test resourceVersion: "17495" uid: e0248251-fbcc-4d98-b812-ad3fbb3f5a45 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-140-188.ec2.internal source: component: kubelet host: ip-10-0-140-188.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-vdwv5 namespace: kserve-ci-e2e-test resourceVersion: "17424" uid: 946e62ba-e1f5-4173-a195-c3bbc5dbbcb8 kind: Event lastTimestamp: "2026-07-01T19:38:06Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:38:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:06Z" name: message-dumper-predictor-6575bcfdfd-vdwv5.18be41a69835404c namespace: kserve-ci-e2e-test resourceVersion: "17496" uid: f91a0260-78ed-4bcf-8fa9-9ad04ec0602a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-140-188.ec2.internal source: component: kubelet host: ip-10-0-140-188.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-vdwv5 namespace: kserve-ci-e2e-test resourceVersion: "17424" uid: 946e62ba-e1f5-4173-a195-c3bbc5dbbcb8 kind: Event lastTimestamp: "2026-07-01T19:39:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:39:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:39:57Z" name: message-dumper-predictor-6575bcfdfd-vdwv5.18be41c0626a750d namespace: kserve-ci-e2e-test resourceVersion: "18446" uid: bc0f0546-159b-47d3-858c-60df34011fc6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-188.ec2.internal source: component: kubelet host: ip-10-0-140-188.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-vdwv5 namespace: kserve-ci-e2e-test resourceVersion: "17424" uid: 946e62ba-e1f5-4173-a195-c3bbc5dbbcb8 kind: Event lastTimestamp: "2026-07-01T19:39:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:39:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:39:57Z" name: message-dumper-predictor-6575bcfdfd-vdwv5.18be41c0626b1f91 namespace: kserve-ci-e2e-test resourceVersion: "18447" uid: fe9751ba-d150-4a53-b2ca-d81b6f4a70ee reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-140-188.ec2.internal source: component: kubelet host: ip-10-0-140-188.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-vdwv5 namespace: kserve-ci-e2e-test resourceVersion: "17424" uid: 946e62ba-e1f5-4173-a195-c3bbc5dbbcb8 kind: Event lastTimestamp: "2026-07-01T19:39:57Z" message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:39:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:39:57Z" name: message-dumper-predictor-6575bcfdfd-vdwv5.18be41c06998d58c namespace: kserve-ci-e2e-test resourceVersion: "18454" uid: ecfcafaa-5ede-42f6-bad0-e75d94eec002 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-140-188.ec2.internal source: component: kubelet host: ip-10-0-140-188.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "17410" uid: 0c469126-34c8-4869-bd4d-ea0a1ac2f795 kind: Event lastTimestamp: "2026-07-01T19:38:01Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-vdwv5' metadata: creationTimestamp: "2026-07-01T19:38:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:01Z" name: message-dumper-predictor-6575bcfdfd.18be41a581e2f9f5 namespace: kserve-ci-e2e-test resourceVersion: "17425" uid: b7f287bf-748f-4695-ae44-b2225348889f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "17408" uid: 82f9949a-5bd3-4906-a561-3461afd5dabe kind: Event lastTimestamp: "2026-07-01T19:38:01Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:38:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:01Z" name: message-dumper-predictor.18be41a57e15d7c8 namespace: kserve-ci-e2e-test resourceVersion: "17411" uid: 1ca2b604-36e1-464d-bff2-d5e8733378a1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "17409" uid: e479da8d-bd4e-45f0-a8f3-4fa3c4ef544f kind: Event lastTimestamp: "2026-07-01T19:38:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:38:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:16Z" name: message-dumper-predictor.18be41a8fcaed43a namespace: kserve-ci-e2e-test resourceVersion: "17585" uid: 7a90fbf9-b49a-4170-aa5d-fb51b0b8aa69 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "17409" uid: e479da8d-bd4e-45f0-a8f3-4fa3c4ef544f kind: Event lastTimestamp: "2026-07-01T19:38:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:38:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:16Z" name: message-dumper-predictor.18be41a8fd108f50 namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: e170055d-599f-4f7c-ab56-2aa44581a954 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "17584" uid: e479da8d-bd4e-45f0-a8f3-4fa3c4ef544f kind: Event lastTimestamp: "2026-07-01T19:38:31Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:31Z" name: message-dumper-predictor.18be41ac7c1e0f45 namespace: kserve-ci-e2e-test resourceVersion: "17761" uid: e48411bb-4936-4a93-8153-635c78766056 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "17584" uid: e479da8d-bd4e-45f0-a8f3-4fa3c4ef544f kind: Event lastTimestamp: "2026-07-01T19:38:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:31Z" name: message-dumper-predictor.18be41ac7c661ebe namespace: kserve-ci-e2e-test resourceVersion: "17763" uid: e17634db-73bf-4eb2-8be1-daff32e4a379 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-01T19:38:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "17399" uid: 0490e248-ff25-4e53-b728-f07ba1fee8c5 kind: Event lastTimestamp: "2026-07-01T19:38:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:38:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:38:14Z" name: message-dumper.18be41a57e233d81 namespace: kserve-ci-e2e-test resourceVersion: "17567" uid: 18a6dcee-a218-40cf-967d-455828263d35 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:38:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "17399" uid: 0490e248-ff25-4e53-b728-f07ba1fee8c5 kind: Event lastTimestamp: "2026-07-01T19:38:01Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:38:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:38:01Z" name: message-dumper.18be41a57eaa53e7 namespace: kserve-ci-e2e-test resourceVersion: "17451" uid: 2a466def-e0f6-479b-ac48-32682df11306 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "17416" uid: 0490e248-ff25-4e53-b728-f07ba1fee8c5 kind: Event lastTimestamp: "2026-07-01T19:38:01Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:38:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:38:01Z" name: message-dumper.18be41a587460de0 namespace: kserve-ci-e2e-test resourceVersion: "17452" uid: 6f5c7568-40eb-4b3f-a431-d8e8a8bed80f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "17565" uid: 0490e248-ff25-4e53-b728-f07ba1fee8c5 kind: Event lastTimestamp: "2026-07-01T19:38:14Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-01T19:38:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:38:14Z" name: message-dumper.18be41a8742be60e namespace: kserve-ci-e2e-test resourceVersion: "17566" uid: fca6d73d-f7c8-492e-8f0c-dff19a518abb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "23210"