--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:30:44.136152Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 namespace: kserve-ci-e2e-test resourceVersion: "22190" uid: fb230b67-ec27-4b43-84e8-2d7ae5846bed kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 to ip-10-0-129-181.ec2.internal metadata: creationTimestamp: "2026-07-09T18:30:44Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:30:44Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62.18c0b29e015cf373 namespace: kserve-ci-e2e-test resourceVersion: "22194" uid: 28ecaac5-fc9d-4036-8e75-b3f3577cd9f9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7976d4db76-qvr78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:44Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 namespace: kserve-ci-e2e-test resourceVersion: "22198" uid: fb230b67-ec27-4b43-84e8-2d7ae5846bed kind: Event lastTimestamp: "2026-07-09T18:30:44Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:30:44Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62.18c0b29e1b3886d9 namespace: kserve-ci-e2e-test resourceVersion: "22211" uid: 9c8bf06b-2bc6-4f61-8b88-665abaad959d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: fb230b67-ec27-4b43-84e8-2d7ae5846bed kind: Event lastTimestamp: "2026-07-09T18:30:44Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85" already present on machine metadata: creationTimestamp: "2026-07-09T18:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:30:44Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62.18c0b29e1d14ca3c namespace: kserve-ci-e2e-test resourceVersion: "22213" uid: 2c6ec9d2-622c-4d47-8ab6-7809c3881b7f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: fb230b67-ec27-4b43-84e8-2d7ae5846bed kind: Event lastTimestamp: "2026-07-09T18:30:44Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:30:44Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62.18c0b29e2007bbd1 namespace: kserve-ci-e2e-test resourceVersion: "22215" uid: 5bcde193-67f4-4a9d-b236-32b49a6e7af2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: fb230b67-ec27-4b43-84e8-2d7ae5846bed kind: Event lastTimestamp: "2026-07-09T18:30:44Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:30:44Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62.18c0b29e207d9993 namespace: kserve-ci-e2e-test resourceVersion: "22216" uid: 81944aa4-9beb-4c8f-a233-c601a8a645e2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: fb230b67-ec27-4b43-84e8-2d7ae5846bed kind: Event lastTimestamp: "2026-07-09T18:30:54Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-09T18:30:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:30:54Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62.18c0b2a05e292527 namespace: kserve-ci-e2e-test resourceVersion: "22285" uid: 2088a10a-7769-459f-a9a6-94b05fa3e0f1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: fb230b67-ec27-4b43-84e8-2d7ae5846bed kind: Event lastTimestamp: "2026-07-09T18:30:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:30:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:30:54Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62.18c0b2a0612e1b9d namespace: kserve-ci-e2e-test resourceVersion: "22287" uid: 544da0b8-ff58-45d9-8cb9-fd21c1b02ee7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: fb230b67-ec27-4b43-84e8-2d7ae5846bed kind: Event lastTimestamp: "2026-07-09T18:30:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:30:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:30:54Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62.18c0b2a061a1e4cd namespace: kserve-ci-e2e-test resourceVersion: "22288" uid: cd417aca-6b61-4a5c-b898-80e543b0abfb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: fb230b67-ec27-4b43-84e8-2d7ae5846bed kind: Event lastTimestamp: "2026-07-09T18:30:54Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:30:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:30:54Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62.18c0b2a061ac32db namespace: kserve-ci-e2e-test resourceVersion: "22289" uid: b360b952-aab0-4db5-9b98-091e7c2a9d22 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: fb230b67-ec27-4b43-84e8-2d7ae5846bed kind: Event lastTimestamp: "2026-07-09T18:30:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:30:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:30:54Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62.18c0b2a0654cf6e7 namespace: kserve-ci-e2e-test resourceVersion: "22292" uid: 24b6df18-ec75-4d11-a8b3-d624772c0e3b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: fb230b67-ec27-4b43-84e8-2d7ae5846bed kind: Event lastTimestamp: "2026-07-09T18:30:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:30:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:30:54Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62.18c0b2a065d67fe4 namespace: kserve-ci-e2e-test resourceVersion: "22294" uid: 113ff6e1-8473-458e-9281-5555c9584937 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:30:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: fb230b67-ec27-4b43-84e8-2d7ae5846bed kind: Event lastTimestamp: "2026-07-09T18:31:02Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:30:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:31:02Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62.18c0b2a0d62a7773 namespace: kserve-ci-e2e-test resourceVersion: "22353" uid: 6a50a9b3-4b86-4c65-a224-61c27f7d9664 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: fb230b67-ec27-4b43-84e8-2d7ae5846bed kind: Event lastTimestamp: "2026-07-09T18:31:14Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:31:14Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62.18c0b2a500c15607 namespace: kserve-ci-e2e-test resourceVersion: "22469" uid: 1a6a887d-5467-45d1-90e9-1eda94cb06ab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:31:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62 namespace: kserve-ci-e2e-test resourceVersion: "22192" uid: fb230b67-ec27-4b43-84e8-2d7ae5846bed kind: Event lastTimestamp: "2026-07-09T18:31:14Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:31:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:31:14Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62.18c0b2a500c1dc15 namespace: kserve-ci-e2e-test resourceVersion: "22470" uid: 4d6e925c-db56-459d-b55b-1c9214981092 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:44Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "22181" uid: 475ed11d-a88b-4eba-b51e-3c8087223d95 kind: Event lastTimestamp: "2026-07-09T18:30:44Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-gwf62' metadata: creationTimestamp: "2026-07-09T18:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:30:44Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18c0b29e00c712e9 namespace: kserve-ci-e2e-test resourceVersion: "22191" uid: 27991ec0-7338-43d8-83ed-cbfc4c0a7578 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "22179" uid: 6674ac8f-8d43-4011-9e7f-a58f8207620d kind: Event lastTimestamp: "2026-07-09T18:30:43Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:30:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:30:43Z" name: isvc-autogluon-ts-v1-predictor.18c0b29df86c3530 namespace: kserve-ci-e2e-test resourceVersion: "22182" uid: d36ab07c-f638-411d-9532-40650f795be2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:30:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "22180" uid: 9f86e022-7c5e-4c24-bdd8-2ed6fbc08882 kind: Event lastTimestamp: "2026-07-09T18:31:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:30:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:31:14Z" name: isvc-autogluon-ts-v1-predictor.18c0b2a1778d7c91 namespace: kserve-ci-e2e-test resourceVersion: "22452" uid: 59cbb4a6-0125-4a33-ae3e-ca9a9d737361 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:30:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "22180" uid: 9f86e022-7c5e-4c24-bdd8-2ed6fbc08882 kind: Event lastTimestamp: "2026-07-09T18:31:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:30:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:31:14Z" name: isvc-autogluon-ts-v1-predictor.18c0b2a178b11389 namespace: kserve-ci-e2e-test resourceVersion: "22453" uid: 0f685026-981f-49e7-b043-c39ddc055b92 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T18:30:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22170" uid: 2141ab85-d4bd-4038-ba31-b8ae04ea627e kind: Event lastTimestamp: "2026-07-09T18:31:12Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:30:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:31:12Z" name: isvc-autogluon-ts-v1.18c0b29df8738322 namespace: kserve-ci-e2e-test resourceVersion: "22438" uid: 5bde1e47-9453-4029-b993-bc0efa0b841b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:30:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22170" uid: 2141ab85-d4bd-4038-ba31-b8ae04ea627e kind: Event lastTimestamp: "2026-07-09T18:30:44Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:30:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:30:44Z" name: isvc-autogluon-ts-v1.18c0b29df9161b4c namespace: kserve-ci-e2e-test resourceVersion: "22199" uid: 86d87706-e0f0-441f-8b4b-68ff45d055d0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:30:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22170" uid: 2141ab85-d4bd-4038-ba31-b8ae04ea627e kind: Event lastTimestamp: "2026-07-09T18:30:44Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:30:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:30:44Z" name: isvc-autogluon-ts-v1.18c0b29df9167726 namespace: kserve-ci-e2e-test resourceVersion: "22201" uid: b84fcbf1-76b1-4391-bbac-dbb7e00882e7 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:31:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22436" uid: 2141ab85-d4bd-4038-ba31-b8ae04ea627e kind: Event lastTimestamp: "2026-07-09T18:31:12Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-09T18:31:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:31:12Z" name: isvc-autogluon-ts-v1.18c0b2a495d0c4b3 namespace: kserve-ci-e2e-test resourceVersion: "22437" uid: d4dbe5b9-25bd-4ad6-9612-c043c0cb6454 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:21:12.491835Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17860" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh to ip-10-0-129-181.ec2.internal metadata: creationTimestamp: "2026-07-09T18:21:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:21:12Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b218e8b4e76c namespace: kserve-ci-e2e-test resourceVersion: "17868" uid: 2bdd7476-c360-40be-b5ea-c67682e044a1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7976d4db76-qvr78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:12Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:21:12Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:12Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b218f14faee8 namespace: kserve-ci-e2e-test resourceVersion: "17887" uid: 9b4b13d0-2ca4-493e-9561-6a780e518760 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:13Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17881" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:21:13Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:21:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:21:13Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b21926888c12 namespace: kserve-ci-e2e-test resourceVersion: "17897" uid: ab09c9f0-c992-4c3f-839c-1914acd590cb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:21:13Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85" already present on machine metadata: creationTimestamp: "2026-07-09T18:21:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:13Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b219286475c7 namespace: kserve-ci-e2e-test resourceVersion: "17901" uid: cf860fb1-7dda-4bcb-86d4-a41ec3b75b4e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:21:13Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:21:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:13Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b2192be4afa5 namespace: kserve-ci-e2e-test resourceVersion: "17902" uid: 6c33f850-f1e7-4e53-a179-5e27a5542ec2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:21:13Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:21:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:13Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b2192c5cfdab namespace: kserve-ci-e2e-test resourceVersion: "17903" uid: 54207656-6bc3-4abc-a061-6cce3fd47bc8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:21:42Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-09T18:21:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:42Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b21ff05b7a09 namespace: kserve-ci-e2e-test resourceVersion: "18123" uid: 5f665a95-ea77-4ee9-b53c-170c85ee9fa9 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:24:05Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m23.236s (2m23.236s including waiting). Image size: 8939191067 bytes.' metadata: creationTimestamp: "2026-07-09T18:24:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b24149ed632c namespace: kserve-ci-e2e-test resourceVersion: "19111" uid: d58f430d-1077-4229-9577-9677074f3fe4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:24:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:24:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:06Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b2415092f9a3 namespace: kserve-ci-e2e-test resourceVersion: "19112" uid: a1f6b6b7-bee4-436c-9796-fc32a1149539 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:24:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:24:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:06Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b2415184301b namespace: kserve-ci-e2e-test resourceVersion: "19113" uid: a6107b8e-6e40-4562-a42f-c4c393eb3b08 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:24:06Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:06Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b241518fab1a namespace: kserve-ci-e2e-test resourceVersion: "19114" uid: df2bf2c6-e5e7-43f2-8790-03064e1f0054 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:24:06Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:24:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:06Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b241581efada namespace: kserve-ci-e2e-test resourceVersion: "19115" uid: 15bd6843-61ca-43f7-829e-97b80160ec86 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:24:06Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:24:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:06Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b24159344c50 namespace: kserve-ci-e2e-test resourceVersion: "19116" uid: 158e7a90-1f32-4dfa-a71a-66d7c913fe55 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:24:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:24:33Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:24:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:33Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b241a2e97972 namespace: kserve-ci-e2e-test resourceVersion: "19342" uid: 7a5f8d3f-b085-491d-8b80-50ff1641eeab reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:24:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:24:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:32Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b2478443faa2 namespace: kserve-ci-e2e-test resourceVersion: "19328" uid: fa5ca7da-12fe-4940-a6bd-ce7f145580e7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:24:32Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:24:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:32Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b2478444cdc2 namespace: kserve-ci-e2e-test resourceVersion: "19329" uid: a5e4547d-4398-45fc-be33-6067931632fa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh namespace: kserve-ci-e2e-test resourceVersion: "17865" uid: 81f64c27-d414-48a2-85a1-c937b484ea64 kind: Event lastTimestamp: "2026-07-09T18:24:33Z" message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp 10.134.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:24:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:33Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh.18c0b247b0fc7c4f namespace: kserve-ci-e2e-test resourceVersion: "19341" uid: 3557e8d6-4acd-4d8d-aec8-3df354168a75 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17842" uid: c0380996-3599-4a41-81e4-70394d8038fe kind: Event lastTimestamp: "2026-07-09T18:21:12Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-lhskh' metadata: creationTimestamp: "2026-07-09T18:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:21:12Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18c0b218e84cfe79 namespace: kserve-ci-e2e-test resourceVersion: "17866" uid: 09250c58-cc67-4aa6-848a-be9cc3b103e0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17834" uid: 946a20b2-78ea-4736-9e0e-4087f4ff0e02 kind: Event lastTimestamp: "2026-07-09T18:21:12Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:21:12Z" name: isvc-autogluon-v1-predictor.18c0b218e330c14b namespace: kserve-ci-e2e-test resourceVersion: "17844" uid: 6e187241-68d0-44cb-9cf1-1b0b46f5ab73 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-07-09T18:21:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17840" uid: c0809d1b-bf9a-42af-a663-53234b86ee28 kind: Event lastTimestamp: "2026-07-09T18:24:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:27Z" name: isvc-autogluon-v1-predictor.18c0b21c62ecdb34 namespace: kserve-ci-e2e-test resourceVersion: "19281" uid: a3ce7a4f-f7a7-46d3-bc36-cf9749469476 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T18:21:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17840" uid: c0809d1b-bf9a-42af-a663-53234b86ee28 kind: Event lastTimestamp: "2026-07-09T18:24:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:21:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:12Z" name: isvc-autogluon-v1-predictor.18c0b21c63b1ebba namespace: kserve-ci-e2e-test resourceVersion: "19170" uid: 7bcafe38-f53f-4ffd-bf56-4ec6f95e4cd0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T18:21:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17819" uid: 1dff5d51-adcd-4be3-902e-b61b01ee2f88 kind: Event lastTimestamp: "2026-07-09T18:24:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:23Z" name: isvc-autogluon-v1.18c0b218e346dad3 namespace: kserve-ci-e2e-test resourceVersion: "19255" uid: ee2e7880-7e9a-4964-a044-7d5a2e4506a5 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17819" uid: 1dff5d51-adcd-4be3-902e-b61b01ee2f88 kind: Event lastTimestamp: "2026-07-09T18:21:12Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:21:12Z" name: isvc-autogluon-v1.18c0b218e3eef459 namespace: kserve-ci-e2e-test resourceVersion: "17850" uid: 9ddb6cd7-1758-4d44-8f28-2e7c2db3bf76 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17819" uid: 1dff5d51-adcd-4be3-902e-b61b01ee2f88 kind: Event lastTimestamp: "2026-07-09T18:21:12Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:21:12Z" name: isvc-autogluon-v1.18c0b218e3ef420f namespace: kserve-ci-e2e-test resourceVersion: "17853" uid: 876c2230-5902-40db-836a-bf1378b9207b reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "19253" uid: 1dff5d51-adcd-4be3-902e-b61b01ee2f88 kind: Event lastTimestamp: "2026-07-09T18:24:23Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-09T18:24:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:23Z" name: isvc-autogluon-v1.18c0b245629c08de namespace: kserve-ci-e2e-test resourceVersion: "19254" uid: f44ab00a-d5c3-4c4c-8f35-487b27cc19fe reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:28:28.919199Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh namespace: kserve-ci-e2e-test resourceVersion: "21171" uid: d7b0c3de-2874-46cd-b0f9-6f6a9d631839 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh to ip-10-0-129-181.ec2.internal metadata: creationTimestamp: "2026-07-09T18:28:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:28:28Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh.18c0b27e85cdf85c namespace: kserve-ci-e2e-test resourceVersion: "21177" uid: 72823791-c57e-4b1b-a47e-a779202b3ff5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7976d4db76-qvr78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:29Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh namespace: kserve-ci-e2e-test resourceVersion: "21182" uid: d7b0c3de-2874-46cd-b0f9-6f6a9d631839 kind: Event lastTimestamp: "2026-07-09T18:28:29Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:28:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:28:29Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh.18c0b27ea005d795 namespace: kserve-ci-e2e-test resourceVersion: "21187" uid: 8b2c81ce-4586-4406-8420-cce51ac67c05 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh namespace: kserve-ci-e2e-test resourceVersion: "21175" uid: d7b0c3de-2874-46cd-b0f9-6f6a9d631839 kind: Event lastTimestamp: "2026-07-09T18:28:29Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:29Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh.18c0b27ea245eaf4 namespace: kserve-ci-e2e-test resourceVersion: "21189" uid: 9f064b43-328e-4f53-a4e4-2b41445e92c8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh namespace: kserve-ci-e2e-test resourceVersion: "21175" uid: d7b0c3de-2874-46cd-b0f9-6f6a9d631839 kind: Event lastTimestamp: "2026-07-09T18:28:29Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:28:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:29Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh.18c0b27ea5740903 namespace: kserve-ci-e2e-test resourceVersion: "21191" uid: d25f35cf-bd29-42ad-9688-e7778fd45144 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:29Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh namespace: kserve-ci-e2e-test resourceVersion: "21175" uid: d7b0c3de-2874-46cd-b0f9-6f6a9d631839 kind: Event lastTimestamp: "2026-07-09T18:28:29Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:28:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:29Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh.18c0b27ea5eceea4 namespace: kserve-ci-e2e-test resourceVersion: "21192" uid: 5d7f1533-951e-4b3b-8ac9-1cd31bffc0ca reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh namespace: kserve-ci-e2e-test resourceVersion: "21175" uid: d7b0c3de-2874-46cd-b0f9-6f6a9d631839 kind: Event lastTimestamp: "2026-07-09T18:28:58Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:58Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh.18c0b285789e7b7a namespace: kserve-ci-e2e-test resourceVersion: "21405" uid: 3cf78c84-7475-4098-9116-aa946de2d6dd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh namespace: kserve-ci-e2e-test resourceVersion: "21175" uid: d7b0c3de-2874-46cd-b0f9-6f6a9d631839 kind: Event lastTimestamp: "2026-07-09T18:28:58Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:28:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:58Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh.18c0b2857c60f23f namespace: kserve-ci-e2e-test resourceVersion: "21408" uid: 78c2697c-c3d9-4e0f-a116-80a91adbcd25 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh namespace: kserve-ci-e2e-test resourceVersion: "21175" uid: d7b0c3de-2874-46cd-b0f9-6f6a9d631839 kind: Event lastTimestamp: "2026-07-09T18:28:58Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:28:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:58Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh.18c0b2857cd27f02 namespace: kserve-ci-e2e-test resourceVersion: "21409" uid: 8e0a52c6-7a40-42ed-b126-ca3278516e01 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh namespace: kserve-ci-e2e-test resourceVersion: "21175" uid: d7b0c3de-2874-46cd-b0f9-6f6a9d631839 kind: Event lastTimestamp: "2026-07-09T18:28:58Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:28:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:58Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh.18c0b2857cddbe59 namespace: kserve-ci-e2e-test resourceVersion: "21410" uid: e698c7aa-091e-429a-8e2b-441cb68d5804 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh namespace: kserve-ci-e2e-test resourceVersion: "21175" uid: d7b0c3de-2874-46cd-b0f9-6f6a9d631839 kind: Event lastTimestamp: "2026-07-09T18:28:58Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:28:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:58Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh.18c0b285801b80c6 namespace: kserve-ci-e2e-test resourceVersion: "21413" uid: 545ed15d-d03d-4f73-9952-3e3fc0cc642a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh namespace: kserve-ci-e2e-test resourceVersion: "21175" uid: d7b0c3de-2874-46cd-b0f9-6f6a9d631839 kind: Event lastTimestamp: "2026-07-09T18:28:58Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:28:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:58Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh.18c0b28580930ad4 namespace: kserve-ci-e2e-test resourceVersion: "21414" uid: 7587b24c-f491-4ec1-b236-4338c744c06e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh namespace: kserve-ci-e2e-test resourceVersion: "21175" uid: d7b0c3de-2874-46cd-b0f9-6f6a9d631839 kind: Event lastTimestamp: "2026-07-09T18:30:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:30:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:30:38Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh.18c0b29cc9595b9f namespace: kserve-ci-e2e-test resourceVersion: "22125" uid: 9f257ade-03c4-4835-af54-f72d3870ec17 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh namespace: kserve-ci-e2e-test resourceVersion: "21175" uid: d7b0c3de-2874-46cd-b0f9-6f6a9d631839 kind: Event lastTimestamp: "2026-07-09T18:30:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:30:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:30:38Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh.18c0b29cc95af1cb namespace: kserve-ci-e2e-test resourceVersion: "22126" uid: 8899f0cb-ea23-4052-9ca4-acecac07495b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "21161" uid: 8be68a7a-da03-4349-a91b-2373b67618d7 kind: Event lastTimestamp: "2026-07-09T18:28:28Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-m2hjh' metadata: creationTimestamp: "2026-07-09T18:28:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:28Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18c0b27e84f5dd7e namespace: kserve-ci-e2e-test resourceVersion: "21172" uid: 2c931889-a710-41f1-b75f-95f0645d3ba6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21158" uid: ed125938-f25d-4d4e-89aa-e8952f92c96d kind: Event lastTimestamp: "2026-07-09T18:28:28Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:28:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:28Z" name: isvc-autogluon-v2-noslash-predictor.18c0b27e7aa4a7af namespace: kserve-ci-e2e-test resourceVersion: "21165" uid: 1562fa3f-060c-483e-a546-eef07f0ed575 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:28:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21160" uid: 484078ff-969a-417c-8975-22d7f6baf972 kind: Event lastTimestamp: "2026-07-09T18:29:43Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:43Z" name: isvc-autogluon-v2-noslash-predictor.18c0b281f8fe5f06 namespace: kserve-ci-e2e-test resourceVersion: "21723" uid: 95cbbbc5-7732-4cb6-9bee-5c61535cb3d9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:28:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21160" uid: 484078ff-969a-417c-8975-22d7f6baf972 kind: Event lastTimestamp: "2026-07-09T18:29:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:28:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:29:43Z" name: isvc-autogluon-v2-noslash-predictor.18c0b281f96fdd01 namespace: kserve-ci-e2e-test resourceVersion: "21724" uid: f116bb4e-38db-4621-941b-ca0141d14e02 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:29:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21296" uid: 484078ff-969a-417c-8975-22d7f6baf972 kind: Event lastTimestamp: "2026-07-09T18:30:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:29:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:30:28Z" name: isvc-autogluon-v2-noslash-predictor.18c0b28c766e69be namespace: kserve-ci-e2e-test resourceVersion: "22033" uid: 11b84408-3a32-4479-ae2a-81fe4cba3913 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:29:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21296" uid: 484078ff-969a-417c-8975-22d7f6baf972 kind: Event lastTimestamp: "2026-07-09T18:30:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:29:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:30:28Z" name: isvc-autogluon-v2-noslash-predictor.18c0b28c76d81495 namespace: kserve-ci-e2e-test resourceVersion: "22034" uid: e35b03c0-a513-4b36-9b9a-83dfd07c495c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T18:28:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21151" uid: fb786dcd-2757-437e-8e6e-cd7b34c63c6a kind: Event lastTimestamp: "2026-07-09T18:30:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:28:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:30:34Z" name: isvc-autogluon-v2-noslash.18c0b27e7a207b50 namespace: kserve-ci-e2e-test resourceVersion: "22075" uid: 3c352a68-f9ee-4d3b-a5e6-b4b0dd0601a7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21151" uid: fb786dcd-2757-437e-8e6e-cd7b34c63c6a kind: Event lastTimestamp: "2026-07-09T18:28:28Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:28:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:28Z" name: isvc-autogluon-v2-noslash.18c0b27e7acbbc79 namespace: kserve-ci-e2e-test resourceVersion: "21164" uid: 8f1523aa-540f-412d-9181-69ce48474be1 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21151" uid: fb786dcd-2757-437e-8e6e-cd7b34c63c6a kind: Event lastTimestamp: "2026-07-09T18:28:28Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:28:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:28Z" name: isvc-autogluon-v2-noslash.18c0b27e7acc22f1 namespace: kserve-ci-e2e-test resourceVersion: "21166" uid: ab50cfb0-e2a9-44ac-9be6-ceea373f92d7 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:30:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "22072" uid: fb786dcd-2757-437e-8e6e-cd7b34c63c6a kind: Event lastTimestamp: "2026-07-09T18:30:34Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-09T18:30:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:30:34Z" name: isvc-autogluon-v2-noslash.18c0b29ba89d428d namespace: kserve-ci-e2e-test resourceVersion: "22074" uid: 8cc8558a-938b-4197-b4a7-3d84201fe0d2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:24:38.043216Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-shgpc namespace: kserve-ci-e2e-test resourceVersion: "19396" uid: cfe59b41-14f8-4e60-a63b-67732ef4f07d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-shgpc to ip-10-0-129-181.ec2.internal metadata: creationTimestamp: "2026-07-09T18:24:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:24:38Z" name: isvc-autogluon-v2-predictor-67b849d456-shgpc.18c0b248c48607c8 namespace: kserve-ci-e2e-test resourceVersion: "19402" uid: d71b7b67-6ddc-454d-8471-0edbc7393184 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7976d4db76-qvr78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:38Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-shgpc namespace: kserve-ci-e2e-test resourceVersion: "19398" uid: cfe59b41-14f8-4e60-a63b-67732ef4f07d kind: Event lastTimestamp: "2026-07-09T18:24:38Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:24:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:38Z" name: isvc-autogluon-v2-predictor-67b849d456-shgpc.18c0b248cfea3243 namespace: kserve-ci-e2e-test resourceVersion: "19410" uid: fa70cd44-e65f-4bf7-9a5a-1128edb280b2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-shgpc namespace: kserve-ci-e2e-test resourceVersion: "19406" uid: cfe59b41-14f8-4e60-a63b-67732ef4f07d kind: Event lastTimestamp: "2026-07-09T18:24:39Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:24:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:24:39Z" name: isvc-autogluon-v2-predictor-67b849d456-shgpc.18c0b24904b6a289 namespace: kserve-ci-e2e-test resourceVersion: "19423" uid: 8d3971a0-ece0-4960-96ed-3d630b5408c3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-shgpc namespace: kserve-ci-e2e-test resourceVersion: "19398" uid: cfe59b41-14f8-4e60-a63b-67732ef4f07d kind: Event lastTimestamp: "2026-07-09T18:24:39Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:39Z" name: isvc-autogluon-v2-predictor-67b849d456-shgpc.18c0b249064abefc namespace: kserve-ci-e2e-test resourceVersion: "19426" uid: 2eaf5024-61d2-44e5-a62d-1547d65bc795 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-shgpc namespace: kserve-ci-e2e-test resourceVersion: "19398" uid: cfe59b41-14f8-4e60-a63b-67732ef4f07d kind: Event lastTimestamp: "2026-07-09T18:24:39Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:24:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:39Z" name: isvc-autogluon-v2-predictor-67b849d456-shgpc.18c0b2490c39517b namespace: kserve-ci-e2e-test resourceVersion: "19428" uid: 0fc140bf-48d9-4f64-a548-39bf4f0f7a30 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-shgpc namespace: kserve-ci-e2e-test resourceVersion: "19398" uid: cfe59b41-14f8-4e60-a63b-67732ef4f07d kind: Event lastTimestamp: "2026-07-09T18:24:39Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:24:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:39Z" name: isvc-autogluon-v2-predictor-67b849d456-shgpc.18c0b2490d87ad8d namespace: kserve-ci-e2e-test resourceVersion: "19429" uid: 2ee8c06c-5d19-432f-851b-abdbb0a7e3ec reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-shgpc namespace: kserve-ci-e2e-test resourceVersion: "19398" uid: cfe59b41-14f8-4e60-a63b-67732ef4f07d kind: Event lastTimestamp: "2026-07-09T18:24:44Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:44Z" name: isvc-autogluon-v2-predictor-67b849d456-shgpc.18c0b24a4ad345ac namespace: kserve-ci-e2e-test resourceVersion: "19471" uid: 2185262e-dc29-4bcc-b60c-d315befd1ffa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-shgpc namespace: kserve-ci-e2e-test resourceVersion: "19398" uid: cfe59b41-14f8-4e60-a63b-67732ef4f07d kind: Event lastTimestamp: "2026-07-09T18:24:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:44Z" name: isvc-autogluon-v2-predictor-67b849d456-shgpc.18c0b24a4e00aee2 namespace: kserve-ci-e2e-test resourceVersion: "19474" uid: 1f522d49-b568-40b5-8fea-6a20b304bba3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-shgpc namespace: kserve-ci-e2e-test resourceVersion: "19398" uid: cfe59b41-14f8-4e60-a63b-67732ef4f07d kind: Event lastTimestamp: "2026-07-09T18:24:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:44Z" name: isvc-autogluon-v2-predictor-67b849d456-shgpc.18c0b24a4e679f64 namespace: kserve-ci-e2e-test resourceVersion: "19476" uid: f60d03c6-2783-4811-b492-f811ec2ac564 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-shgpc namespace: kserve-ci-e2e-test resourceVersion: "19398" uid: cfe59b41-14f8-4e60-a63b-67732ef4f07d kind: Event lastTimestamp: "2026-07-09T18:24:44Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:44Z" name: isvc-autogluon-v2-predictor-67b849d456-shgpc.18c0b24a4e7251c3 namespace: kserve-ci-e2e-test resourceVersion: "19478" uid: ccec2f92-2141-44e5-b8c2-03ffda060e55 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-shgpc namespace: kserve-ci-e2e-test resourceVersion: "19398" uid: cfe59b41-14f8-4e60-a63b-67732ef4f07d kind: Event lastTimestamp: "2026-07-09T18:24:44Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:44Z" name: isvc-autogluon-v2-predictor-67b849d456-shgpc.18c0b24a515af89b namespace: kserve-ci-e2e-test resourceVersion: "19481" uid: 6af54b63-ba7c-4408-83c3-2ee917ec8f10 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-shgpc namespace: kserve-ci-e2e-test resourceVersion: "19398" uid: cfe59b41-14f8-4e60-a63b-67732ef4f07d kind: Event lastTimestamp: "2026-07-09T18:24:44Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:24:44Z" name: isvc-autogluon-v2-predictor-67b849d456-shgpc.18c0b24a51c77c6d namespace: kserve-ci-e2e-test resourceVersion: "19482" uid: cc1f5c73-32db-4a4e-ac7e-edd101e0c6f2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-shgpc namespace: kserve-ci-e2e-test resourceVersion: "19398" uid: cfe59b41-14f8-4e60-a63b-67732ef4f07d kind: Event lastTimestamp: "2026-07-09T18:26:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:26:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:28Z" name: isvc-autogluon-v2-predictor-67b849d456-shgpc.18c0b2627d85484f namespace: kserve-ci-e2e-test resourceVersion: "20230" uid: 7f57cee0-b939-4ab3-9a80-6b76d3aadb39 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-shgpc namespace: kserve-ci-e2e-test resourceVersion: "19398" uid: cfe59b41-14f8-4e60-a63b-67732ef4f07d kind: Event lastTimestamp: "2026-07-09T18:26:28Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:26:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:28Z" name: isvc-autogluon-v2-predictor-67b849d456-shgpc.18c0b2627d85cfb8 namespace: kserve-ci-e2e-test resourceVersion: "20231" uid: 31ec666e-24c5-4029-abb0-5605e866f3d2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "19387" uid: a076c9e3-573a-4fa6-96de-45dac49ab858 kind: Event lastTimestamp: "2026-07-09T18:24:38Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-shgpc' metadata: creationTimestamp: "2026-07-09T18:24:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:38Z" name: isvc-autogluon-v2-predictor-67b849d456.18c0b248c3db33a9 namespace: kserve-ci-e2e-test resourceVersion: "19397" uid: bf5400f2-c765-4022-a690-ec2ec9661fe8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19385" uid: 8044d91e-cea7-449e-a439-076f2f625c05 kind: Event lastTimestamp: "2026-07-09T18:24:37Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:24:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:24:37Z" name: isvc-autogluon-v2-predictor.18c0b248be66d61c namespace: kserve-ci-e2e-test resourceVersion: "19388" uid: 1a4c51b1-6007-40fe-90a8-a2591c8935ef reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:24:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19386" uid: 05f20327-e079-4674-a2a6-a0aefd8b8d8b kind: Event lastTimestamp: "2026-07-09T18:25:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:24:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:23Z" name: isvc-autogluon-v2-predictor.18c0b24c3da0df0c namespace: kserve-ci-e2e-test resourceVersion: "19743" uid: 228fb5c3-868d-40ff-a677-ea3003ee201b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:24:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19386" uid: 05f20327-e079-4674-a2a6-a0aefd8b8d8b kind: Event lastTimestamp: "2026-07-09T18:25:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:24:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:25:23Z" name: isvc-autogluon-v2-predictor.18c0b24c3e11f234 namespace: kserve-ci-e2e-test resourceVersion: "19744" uid: 3e326c49-8c6b-4a78-beb6-2f6864bcf232 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:25:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19537" uid: 05f20327-e079-4674-a2a6-a0aefd8b8d8b kind: Event lastTimestamp: "2026-07-09T18:26:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:25:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:23Z" name: isvc-autogluon-v2-predictor.18c0b24fbd382d04 namespace: kserve-ci-e2e-test resourceVersion: "20171" uid: 119459bd-8a58-4bf3-8176-6c2334621163 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:25:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19537" uid: 05f20327-e079-4674-a2a6-a0aefd8b8d8b kind: Event lastTimestamp: "2026-07-09T18:26:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:25:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:23Z" name: isvc-autogluon-v2-predictor.18c0b24fbda70e48 namespace: kserve-ci-e2e-test resourceVersion: "20172" uid: 76f421e9-18c5-4c92-985f-4651d84c26d2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:26:33.402751Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv namespace: kserve-ci-e2e-test resourceVersion: "20289" uid: 5a33c191-2a7e-4be7-8a75-a246b06503c0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv to ip-10-0-129-181.ec2.internal metadata: creationTimestamp: "2026-07-09T18:26:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:26:33Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv.18c0b263a07cdf62 namespace: kserve-ci-e2e-test resourceVersion: "20293" uid: a5c8c6eb-c398-4689-946c-72bc8151c536 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7976d4db76-qvr78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:33Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 5a33c191-2a7e-4be7-8a75-a246b06503c0 kind: Event lastTimestamp: "2026-07-09T18:26:33Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:26:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:33Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv.18c0b263a8e7ccd9 namespace: kserve-ci-e2e-test resourceVersion: "20302" uid: 1a30ef07-1a56-4742-8937-3a218aec39f7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:34Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv namespace: kserve-ci-e2e-test resourceVersion: "20299" uid: 5a33c191-2a7e-4be7-8a75-a246b06503c0 kind: Event lastTimestamp: "2026-07-09T18:26:34Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:26:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:26:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv.18c0b263ddf81af2 namespace: kserve-ci-e2e-test resourceVersion: "20311" uid: b6e5b3f5-c107-4358-9297-54eab9020d09 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 5a33c191-2a7e-4be7-8a75-a246b06503c0 kind: Event lastTimestamp: "2026-07-09T18:26:34Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv.18c0b263df97b671 namespace: kserve-ci-e2e-test resourceVersion: "20313" uid: 57a3b65b-c894-4458-8aee-169be76f8d19 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 5a33c191-2a7e-4be7-8a75-a246b06503c0 kind: Event lastTimestamp: "2026-07-09T18:26:34Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:26:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv.18c0b263e23ad7d1 namespace: kserve-ci-e2e-test resourceVersion: "20315" uid: 94a6ebc9-2381-47d9-856a-3e0b19ba308c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 5a33c191-2a7e-4be7-8a75-a246b06503c0 kind: Event lastTimestamp: "2026-07-09T18:26:34Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:26:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv.18c0b263e2a4c62a namespace: kserve-ci-e2e-test resourceVersion: "20316" uid: ee2d9f8e-e780-4b81-a0a0-404a9c6ec5c9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 5a33c191-2a7e-4be7-8a75-a246b06503c0 kind: Event lastTimestamp: "2026-07-09T18:26:40Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:40Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv.18c0b26530d24825 namespace: kserve-ci-e2e-test resourceVersion: "20358" uid: c298e252-44fe-49f2-8fa6-53d0c8398e80 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 5a33c191-2a7e-4be7-8a75-a246b06503c0 kind: Event lastTimestamp: "2026-07-09T18:26:40Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:40Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv.18c0b26533ff20f5 namespace: kserve-ci-e2e-test resourceVersion: "20360" uid: f56f40d8-ff0b-4039-ab19-e18af42fad72 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 5a33c191-2a7e-4be7-8a75-a246b06503c0 kind: Event lastTimestamp: "2026-07-09T18:26:40Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:40Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv.18c0b2653463fcae namespace: kserve-ci-e2e-test resourceVersion: "20362" uid: d6a2140b-4196-4dc6-925d-021e071f22a2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 5a33c191-2a7e-4be7-8a75-a246b06503c0 kind: Event lastTimestamp: "2026-07-09T18:26:40Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:40Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv.18c0b265346f1957 namespace: kserve-ci-e2e-test resourceVersion: "20364" uid: b43689ad-71c9-47ca-9ec1-c1123f1a6286 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 5a33c191-2a7e-4be7-8a75-a246b06503c0 kind: Event lastTimestamp: "2026-07-09T18:26:40Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:40Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv.18c0b2653736c076 namespace: kserve-ci-e2e-test resourceVersion: "20366" uid: 6b9841e2-1178-45ba-8734-916abcfdff0f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 5a33c191-2a7e-4be7-8a75-a246b06503c0 kind: Event lastTimestamp: "2026-07-09T18:26:40Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:26:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:26:40Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv.18c0b265379b5451 namespace: kserve-ci-e2e-test resourceVersion: "20368" uid: 0d6c7510-e035-4060-a761-66fc8309bff4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 5a33c191-2a7e-4be7-8a75-a246b06503c0 kind: Event lastTimestamp: "2026-07-09T18:28:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:23Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv.18c0b27d49514b34 namespace: kserve-ci-e2e-test resourceVersion: "21104" uid: a7477243-35fc-434f-9548-66041d2b6367 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 5a33c191-2a7e-4be7-8a75-a246b06503c0 kind: Event lastTimestamp: "2026-07-09T18:28:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:28:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:28:23Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv.18c0b27d4951e161 namespace: kserve-ci-e2e-test resourceVersion: "21105" uid: f3bba402-066b-44d2-8fd2-694d86329da5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "20278" uid: 55fbef2b-d116-401d-a452-f40500cd84aa kind: Event lastTimestamp: "2026-07-09T18:26:33Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-h9fgv' metadata: creationTimestamp: "2026-07-09T18:26:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:33Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18c0b2639fec6b21 namespace: kserve-ci-e2e-test resourceVersion: "20290" uid: fd652356-48fe-401b-b2b6-0d20c5b6923e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20276" uid: 54b1f3e9-8830-4c33-bbc3-e82150268a99 kind: Event lastTimestamp: "2026-07-09T18:26:33Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:26:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:33Z" name: isvc-autogluon-v2-variants-predictor.18c0b2639a3cd9da namespace: kserve-ci-e2e-test resourceVersion: "20279" uid: e1752f95-c189-46d3-b229-a792a31013e2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20277" uid: b119623f-bef8-4f58-82bf-104b17d018ee kind: Event lastTimestamp: "2026-07-09T18:26:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:26:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:48Z" name: isvc-autogluon-v2-variants-predictor.18c0b2671a5e48ba namespace: kserve-ci-e2e-test resourceVersion: "20430" uid: 9506ea13-558c-4c0a-a48c-5903ce468fd2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20277" uid: b119623f-bef8-4f58-82bf-104b17d018ee kind: Event lastTimestamp: "2026-07-09T18:26:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:26:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:26:48Z" name: isvc-autogluon-v2-variants-predictor.18c0b2671bb02c5d namespace: kserve-ci-e2e-test resourceVersion: "20432" uid: b20c8061-c408-4bee-826e-7e0bb97cbad3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:27:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20431" uid: b119623f-bef8-4f58-82bf-104b17d018ee kind: Event lastTimestamp: "2026-07-09T18:28:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:18Z" name: isvc-autogluon-v2-variants-predictor.18c0b26a9aca2405 namespace: kserve-ci-e2e-test resourceVersion: "21047" uid: ac274870-0375-4720-845f-f63b1952343c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:27:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20431" uid: b119623f-bef8-4f58-82bf-104b17d018ee kind: Event lastTimestamp: "2026-07-09T18:28:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:27:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:28:18Z" name: isvc-autogluon-v2-variants-predictor.18c0b26a9b468847 namespace: kserve-ci-e2e-test resourceVersion: "21049" uid: cbd80bec-92f4-433b-9c2f-1121f020c413 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T18:26:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20269" uid: 06cd093c-d560-44f0-b96b-09d8d5c49cef kind: Event lastTimestamp: "2026-07-09T18:28:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:26:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:20Z" name: isvc-autogluon-v2-variants.18c0b2639a59cced namespace: kserve-ci-e2e-test resourceVersion: "21069" uid: 9ac68221-898f-4029-9400-e354c9448fc8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20269" uid: 06cd093c-d560-44f0-b96b-09d8d5c49cef kind: Event lastTimestamp: "2026-07-09T18:26:33Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:26:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:33Z" name: isvc-autogluon-v2-variants.18c0b2639af522a3 namespace: kserve-ci-e2e-test resourceVersion: "20282" uid: 987ac60a-3acb-4112-be4f-b93600594022 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20269" uid: 06cd093c-d560-44f0-b96b-09d8d5c49cef kind: Event lastTimestamp: "2026-07-09T18:26:33Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:26:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:33Z" name: isvc-autogluon-v2-variants.18c0b2639af571a2 namespace: kserve-ci-e2e-test resourceVersion: "20283" uid: 373ca0fc-4d60-4160-93b6-ba1126b264f5 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:28:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "21067" uid: 06cd093c-d560-44f0-b96b-09d8d5c49cef kind: Event lastTimestamp: "2026-07-09T18:28:20Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-09T18:28:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:28:20Z" name: isvc-autogluon-v2-variants.18c0b27c795ade8e namespace: kserve-ci-e2e-test resourceVersion: "21068" uid: 3e409756-ce59-4842-aa3b-ae68f95cccd9 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-07-09T18:24:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19378" uid: 90bb01db-ebfb-41e5-b026-41290493cb9a kind: Event lastTimestamp: "2026-07-09T18:26:21Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:24:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:21Z" name: isvc-autogluon-v2.18c0b248be9368bb namespace: kserve-ci-e2e-test resourceVersion: "20153" uid: 5551b0ea-3026-46fd-a5af-42f71d0379ae reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19378" uid: 90bb01db-ebfb-41e5-b026-41290493cb9a kind: Event lastTimestamp: "2026-07-09T18:24:37Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:24:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:37Z" name: isvc-autogluon-v2.18c0b248bf1e3024 namespace: kserve-ci-e2e-test resourceVersion: "19391" uid: f4db7612-19f8-4a11-bf16-6d1aa300abc5 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:24:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19378" uid: 90bb01db-ebfb-41e5-b026-41290493cb9a kind: Event lastTimestamp: "2026-07-09T18:24:37Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:24:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:24:37Z" name: isvc-autogluon-v2.18c0b248bf1e7dd0 namespace: kserve-ci-e2e-test resourceVersion: "19393" uid: 369fe9f7-0054-4770-86b4-d098217c870b reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:26:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "20149" uid: 90bb01db-ebfb-41e5-b026-41290493cb9a kind: Event lastTimestamp: "2026-07-09T18:26:21Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-09T18:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:26:21Z" name: isvc-autogluon-v2.18c0b260c08032b2 namespace: kserve-ci-e2e-test resourceVersion: "20151" uid: 29112bb4-3082-4ce6-b2cd-377ae4b08914 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:19:37.175371Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17074" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-69476bc7f-vs7sf to ip-10-0-129-181.ec2.internal metadata: creationTimestamp: "2026-07-09T18:19:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:19:37Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b202b7670a60 namespace: kserve-ci-e2e-test resourceVersion: "17081" uid: 3c492f32-c1e4-4a1e-a82d-ee7f3f22ca98 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7976d4db76-qvr78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:37Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17085" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:19:37Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:19:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:19:37Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b202d13ae6f8 namespace: kserve-ci-e2e-test resourceVersion: "17093" uid: 061914c6-2b4c-4474-8674-d15dfafc7d69 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:37Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:19:37Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85" already present on machine metadata: creationTimestamp: "2026-07-09T18:19:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:37Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b202d2e81d45 namespace: kserve-ci-e2e-test resourceVersion: "17095" uid: dc26a8ef-fc44-4e53-932b-cb875de168f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:37Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:19:37Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:19:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:37Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b202d5cb5fc0 namespace: kserve-ci-e2e-test resourceVersion: "17096" uid: a83864b4-1f44-411d-9f6b-46c2d3d202f8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:37Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:19:37Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:19:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:37Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b202d6422c81 namespace: kserve-ci-e2e-test resourceVersion: "17097" uid: b59deca8-891b-494d-9dea-f5d89cddbd81 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:19:42Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:42Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b203dba85550 namespace: kserve-ci-e2e-test resourceVersion: "17132" uid: fdc6f0c9-3973-4f7b-887f-9a7010859405 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:19:42Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:42Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b203dee1df3e namespace: kserve-ci-e2e-test resourceVersion: "17134" uid: a2488848-8048-4f68-aacd-267fb745f1eb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:19:42Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:42Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b203df5a57e0 namespace: kserve-ci-e2e-test resourceVersion: "17136" uid: 9d935d84-2333-4245-9a94-f62aa69e5a42 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:19:42Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:42Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b203df6535ba namespace: kserve-ci-e2e-test resourceVersion: "17139" uid: b2562a9d-d93e-4148-9bd9-cf181ed331ae reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:19:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:42Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b203e2785159 namespace: kserve-ci-e2e-test resourceVersion: "17141" uid: 17aab6c0-8a84-4376-8f80-d584986d4b87 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:19:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:42Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b203e2f2d994 namespace: kserve-ci-e2e-test resourceVersion: "17143" uid: 88d1f1c4-414c-444e-ae85-f13bf88e5fa5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:19:42Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:a8af8a2170a3b8493ae189c8989df58dc741117c4c685b6dd5257bb2fa023732" already present on machine metadata: creationTimestamp: "2026-07-09T18:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:42Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b203e2ff53b2 namespace: kserve-ci-e2e-test resourceVersion: "17145" uid: 7f31e8de-4444-46c4-9798-f549ba5b2f4c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:19:42Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-09T18:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:42Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b203e686a6c2 namespace: kserve-ci-e2e-test resourceVersion: "17146" uid: b6f36e77-791c-4ad3-942c-6bde723184fc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:19:42Z" message: Started container agent metadata: creationTimestamp: "2026-07-09T18:19:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:42Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b203e6fea84b namespace: kserve-ci-e2e-test resourceVersion: "17147" uid: 4ee0f79b-82ca-4c38-a2b2-b84e227c6fda reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T18:19:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:21:30Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:19:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:30Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b20453a7fd5d namespace: kserve-ci-e2e-test resourceVersion: "18026" uid: 56af9b9c-4d08-4f5b-87d5-377ee5047d48 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-09T18:19:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:21:20Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:19:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:20Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b20453b2056f namespace: kserve-ci-e2e-test resourceVersion: "17955" uid: 5611deae-34a8-4b08-8386-adf2aa7d2009 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:21:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:12Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b218e365d3ba namespace: kserve-ci-e2e-test resourceVersion: "17847" uid: e473155f-8d99-41a7-b5da-42089f7c56d7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:21:12Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-09T18:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:12Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b218e36610a0 namespace: kserve-ci-e2e-test resourceVersion: "17849" uid: a3f20deb-0e04-4897-9c8f-e1c8d13d36e2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:21:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:12Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b218e366aefc namespace: kserve-ci-e2e-test resourceVersion: "17851" uid: 82481558-eee1-466e-b7cf-547ef097402f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:21:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-69476bc7f-vs7sf namespace: kserve-ci-e2e-test resourceVersion: "17078" uid: 0726cbab-f9ce-4bf2-b81c-418065d4df95 kind: Event lastTimestamp: "2026-07-09T18:21:30Z" message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp 10.134.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:21:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:30Z" name: isvc-logger-predictor-69476bc7f-vs7sf.18c0b21983ea1508 namespace: kserve-ci-e2e-test resourceVersion: "18025" uid: afddffd6-3808-4a8a-b544-c4c177ec013e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-69476bc7f namespace: kserve-ci-e2e-test resourceVersion: "17065" uid: 7399c0b4-9f4c-4770-b4bb-4305aa608c9e kind: Event lastTimestamp: "2026-07-09T18:19:37Z" message: 'Created pod: isvc-logger-predictor-69476bc7f-vs7sf' metadata: creationTimestamp: "2026-07-09T18:19:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:37Z" name: isvc-logger-predictor-69476bc7f.18c0b202b6d620d9 namespace: kserve-ci-e2e-test resourceVersion: "17077" uid: a6fd8ea2-ee41-4ef6-9b5a-2acfa1c3d4d9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17063" uid: 849b5d82-c326-47b5-80e8-47869a2c2073 kind: Event lastTimestamp: "2026-07-09T18:19:37Z" message: Scaled up replica set isvc-logger-predictor-69476bc7f from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:19:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:37Z" name: isvc-logger-predictor.18c0b202b36093bc namespace: kserve-ci-e2e-test resourceVersion: "17067" uid: 4989aef4-5dc8-4379-94f7-3fe88032178f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17064" uid: 75662fe3-b570-47c7-907b-29d0e944032f kind: Event lastTimestamp: "2026-07-09T18:19:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:52Z" name: isvc-logger-predictor.18c0b20632130953 namespace: kserve-ci-e2e-test resourceVersion: "17228" uid: 22cfe27a-f548-4e2c-b967-6e240c5c8b31 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17064" uid: 75662fe3-b570-47c7-907b-29d0e944032f kind: Event lastTimestamp: "2026-07-09T18:19:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:19:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:52Z" name: isvc-logger-predictor.18c0b206327bedce namespace: kserve-ci-e2e-test resourceVersion: "17230" uid: 2361ca99-7f09-42dc-b53d-035fcb32df78 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:20:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17229" uid: 75662fe3-b570-47c7-907b-29d0e944032f kind: Event lastTimestamp: "2026-07-09T18:21:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:20:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:21:07Z" name: isvc-logger-predictor.18c0b209b1bb5c26 namespace: kserve-ci-e2e-test resourceVersion: "17772" uid: 309fc246-2b2f-4aad-8d2b-408a22b6fb61 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-09T18:20:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17229" uid: 75662fe3-b570-47c7-907b-29d0e944032f kind: Event lastTimestamp: "2026-07-09T18:21:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:20:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:21:07Z" name: isvc-logger-predictor.18c0b209b2204bd2 namespace: kserve-ci-e2e-test resourceVersion: "17773" uid: 31afe096-eb0c-448f-922c-2df3832fbdbc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T18:19:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17056" uid: 0964f32b-452e-4e8e-80f9-4b6f7067f3d8 kind: Event lastTimestamp: "2026-07-09T18:21:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:19:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:21:00Z" name: isvc-logger.18c0b202b3b9d5a9 namespace: kserve-ci-e2e-test resourceVersion: "17726" uid: 6dd00fea-84cc-455c-b6a6-babd4c489f49 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17056" uid: 0964f32b-452e-4e8e-80f9-4b6f7067f3d8 kind: Event lastTimestamp: "2026-07-09T18:19:37Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:19:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:19:37Z" name: isvc-logger.18c0b202b417eec4 namespace: kserve-ci-e2e-test resourceVersion: "17071" uid: 53fea03d-3476-4f27-810d-a0f3c8378c6d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17723" uid: 0964f32b-452e-4e8e-80f9-4b6f7067f3d8 kind: Event lastTimestamp: "2026-07-09T18:21:00Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-09T18:21:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:21:00Z" name: isvc-logger.18c0b2160bf1114d namespace: kserve-ci-e2e-test resourceVersion: "17724" uid: 7d6b94c7-5089-42c4-9200-62a4a6a39031 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:17:41.973907Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16089" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg to ip-10-0-129-181.ec2.internal metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:17:41Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e7e4dc2d2b namespace: kserve-ci-e2e-test resourceVersion: "16093" uid: d1208838-521d-4535-9852-e45d1fb807e9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7976d4db76-qvr78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:42Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16099" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:17:42Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:17:42Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e7fe50579a namespace: kserve-ci-e2e-test resourceVersion: "16108" uid: d04757e6-e322-4a01-8c4a-e982b4a72428 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:17:42Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85" already present on machine metadata: creationTimestamp: "2026-07-09T18:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:42Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e80027071c namespace: kserve-ci-e2e-test resourceVersion: "16110" uid: 800cb34f-6ab1-496a-b066-1cd92cdd8439 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:17:42Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:42Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e802ebd78d namespace: kserve-ci-e2e-test resourceVersion: "16112" uid: 7cb8c6ce-aefd-4383-a14f-c5c540d1c6f7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:17:42Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:42Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e8034cd174 namespace: kserve-ci-e2e-test resourceVersion: "16113" uid: 4112a551-b14f-4a46-b89f-6a65af0b7c2a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:17:46Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717" already present on machine metadata: creationTimestamp: "2026-07-09T18:17:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:46Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e8f3c6a8e4 namespace: kserve-ci-e2e-test resourceVersion: "16152" uid: 2c6cd0d6-c6a2-43cd-8a40-0fabf2cb8824 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:17:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:17:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:46Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e8f71473c0 namespace: kserve-ci-e2e-test resourceVersion: "16154" uid: e6284556-ae44-4106-96fd-52c33235a868 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:17:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:17:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:46Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e8f777a520 namespace: kserve-ci-e2e-test resourceVersion: "16155" uid: 39e16f5e-a9dd-4e30-bcd3-598dc0cc961c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:17:46Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:17:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:46Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e8f7816d5e namespace: kserve-ci-e2e-test resourceVersion: "16157" uid: 5aa7ddd4-2f77-477e-a2af-7dc22b49442c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:17:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:17:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:46Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e8fa54f07f namespace: kserve-ci-e2e-test resourceVersion: "16160" uid: b0b4cc5c-7e3d-46d8-acba-b881d313c0af reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:17:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:17:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:46Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e8fab84c1f namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: 9e9a6a30-c7e0-4466-8583-9ea970725f49 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:17:46Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:a8af8a2170a3b8493ae189c8989df58dc741117c4c685b6dd5257bb2fa023732" already present on machine metadata: creationTimestamp: "2026-07-09T18:17:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:46Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e8fac1db86 namespace: kserve-ci-e2e-test resourceVersion: "16162" uid: 670f9679-0bcf-407d-907c-532d27a8986a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:17:46Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-09T18:17:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:46Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e8fd7fdad8 namespace: kserve-ci-e2e-test resourceVersion: "16164" uid: cfcec4a4-15cb-4bd1-b049-b75dc3e13237 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:17:46Z" message: Started container agent metadata: creationTimestamp: "2026-07-09T18:17:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:46Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e8fde8a771 namespace: kserve-ci-e2e-test resourceVersion: "16165" uid: b4f8d053-99ef-4cbe-aa69-ae8f4ddd2a73 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T18:17:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:19:24Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:17:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:24Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e92fde1a79 namespace: kserve-ci-e2e-test resourceVersion: "16949" uid: c5e29033-5981-48c3-9c12-5713eeab9879 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-09T18:17:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:19:24Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:17:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:24Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1e96bfd05e8 namespace: kserve-ci-e2e-test resourceVersion: "16950" uid: 62ed9b01-61c0-4bf2-8b19-3ff15a375161 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:19:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:17Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1fe08e5f31b namespace: kserve-ci-e2e-test resourceVersion: "16852" uid: c1050990-a367-400c-9e43-cb896a3e73f5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:19:17Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-09T18:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:17Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1fe08e7170c namespace: kserve-ci-e2e-test resourceVersion: "16855" uid: 3b37bd36-a98b-4c84-8096-c2573a5e66e1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:19:17Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:17Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1fe08e90f4c namespace: kserve-ci-e2e-test resourceVersion: "16858" uid: 69692b5e-2664-4812-8f17-719c1573b6ee reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:19:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: eff876f6-cb34-46ef-9e76-967790f5bf86 kind: Event lastTimestamp: "2026-07-09T18:19:34Z" message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:19:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:34Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg.18c0b1fe9c49c155 namespace: kserve-ci-e2e-test resourceVersion: "17035" uid: 375d4844-09d0-48f6-823a-447cea25d14f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c namespace: kserve-ci-e2e-test resourceVersion: "16074" uid: 643232f8-dc74-41d4-9326-42faad394f92 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c-5j5fg' metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:41Z" name: isvc-sklearn-batcher-custom-predictor-5cf8dbf48c.18c0b1e7e436f655 namespace: kserve-ci-e2e-test resourceVersion: "16090" uid: 94f66aab-f173-44ad-a543-1731ea204dcf reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16072" uid: 64170569-3839-4db4-ade5-2c24ef5fc407 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5cf8dbf48c from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:41Z" name: isvc-sklearn-batcher-custom-predictor.18c0b1e7dce2b2a6 namespace: kserve-ci-e2e-test resourceVersion: "16077" uid: 7f13f1b8-f8c9-4cc8-a625-f6f9162d8937 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:17:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16073" uid: 316d0b9e-6c81-46b1-9dfe-0c0e36b2f302 kind: Event lastTimestamp: "2026-07-09T18:18:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:17:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:26Z" name: isvc-sklearn-batcher-custom-predictor.18c0b1eb5ba114eb namespace: kserve-ci-e2e-test resourceVersion: "16462" uid: 503e2c91-f8af-4fb2-b026-c2327d7bd756 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:17:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16073" uid: 316d0b9e-6c81-46b1-9dfe-0c0e36b2f302 kind: Event lastTimestamp: "2026-07-09T18:18:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:17:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:18:26Z" name: isvc-sklearn-batcher-custom-predictor.18c0b1eb5c348410 namespace: kserve-ci-e2e-test resourceVersion: "16464" uid: 9496b28c-4a2d-4049-9a36-ef6d3d3c4b6a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:18:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16243" uid: 316d0b9e-6c81-46b1-9dfe-0c0e36b2f302 kind: Event lastTimestamp: "2026-07-09T18:19:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:11Z" name: isvc-sklearn-batcher-custom-predictor.18c0b1eedbaa8c17 namespace: kserve-ci-e2e-test resourceVersion: "16792" uid: 8bd7b260-5b74-4494-8936-dcad66675db0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:18:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16243" uid: 316d0b9e-6c81-46b1-9dfe-0c0e36b2f302 kind: Event lastTimestamp: "2026-07-09T18:19:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:18:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:11Z" name: isvc-sklearn-batcher-custom-predictor.18c0b1eedc1980ce namespace: kserve-ci-e2e-test resourceVersion: "16793" uid: 4d0cdfb2-fd29-4d3b-b8d3-9a327e1cb0ea reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16045" uid: c37cd133-7a01-493b-beab-3ba5afe1477d kind: Event lastTimestamp: "2026-07-09T18:19:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:19:04Z" name: isvc-sklearn-batcher-custom.18c0b1e7dcf27bcc namespace: kserve-ci-e2e-test resourceVersion: "16745" uid: 3a30895a-624f-44cd-b338-3ce186b04653 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16045" uid: c37cd133-7a01-493b-beab-3ba5afe1477d kind: Event lastTimestamp: "2026-07-09T18:17:42Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:42Z" name: isvc-sklearn-batcher-custom.18c0b1e7dd5b37cf namespace: kserve-ci-e2e-test resourceVersion: "16098" uid: 076798ed-ef01-4de3-95c1-c18b5417c6b7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16058" uid: c37cd133-7a01-493b-beab-3ba5afe1477d kind: Event lastTimestamp: "2026-07-09T18:17:42Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:42Z" name: isvc-sklearn-batcher-custom.18c0b1e7e670c773 namespace: kserve-ci-e2e-test resourceVersion: "16100" uid: 33273633-3172-433d-a2da-2ea77b331ba4 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16743" uid: c37cd133-7a01-493b-beab-3ba5afe1477d kind: Event lastTimestamp: "2026-07-09T18:19:04Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-09T18:19:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:19:04Z" name: isvc-sklearn-batcher-custom.18c0b1fb252dd2df namespace: kserve-ci-e2e-test resourceVersion: "16744" uid: 43753948-50ab-4a54-ac41-b61df716fc0f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:15:56.659175Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15232" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-8cc45868-t8wts to ip-10-0-129-181.ec2.internal metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:15:56Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1cf5f9ce914 namespace: kserve-ci-e2e-test resourceVersion: "15237" uid: 130c94a1-8b81-4bd8-9507-4c64d5e3959d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7976d4db76-qvr78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:56Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1cf6f198517 namespace: kserve-ci-e2e-test resourceVersion: "15251" uid: a51ed590-12e0-46e9-b544-bf99b0e77678 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15244" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:15:57Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1cf9d09012c namespace: kserve-ci-e2e-test resourceVersion: "15262" uid: 3319f9d5-aadb-4889-927f-2bc41bb4d3c8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:b9839fbb5a35566fd43a789a1664e735d3bfb6e56a5994a6c17ae0bb35a38e85" already present on machine metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:57Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1cf9e9771cc namespace: kserve-ci-e2e-test resourceVersion: "15264" uid: 374ece11-1ff6-4a6e-a71c-b369a1bdc422 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:57Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1cfa1d64155 namespace: kserve-ci-e2e-test resourceVersion: "15265" uid: 0ea38997-8ef6-4009-86d0-a71b06ff2eef reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:15:57Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-09T18:15:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:15:57Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1cfa24b45af namespace: kserve-ci-e2e-test resourceVersion: "15266" uid: afec7ec9-eb2c-4272-9182-eb3c425f690d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:16:02Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717" metadata: creationTimestamp: "2026-07-09T18:16:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:02Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1d09f0856e4 namespace: kserve-ci-e2e-test resourceVersion: "15306" uid: 60bcc526-ad4c-42bb-b4bf-6cb18b96a237 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:16:15Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1717" in 13.119s (13.119s including waiting). Image size: 1555682740 bytes.' metadata: creationTimestamp: "2026-07-09T18:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:15Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1d3ad067b59 namespace: kserve-ci-e2e-test resourceVersion: "15394" uid: fd6c2a79-da06-41bb-8525-6b2a5722be98 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:16:15Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:15Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1d3b0ff957b namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 3e6a67e4-075f-4394-99c6-0c71b24333f2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:16:15Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:15Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1d3b165ab12 namespace: kserve-ci-e2e-test resourceVersion: "15397" uid: da8d5f5b-73bb-423d-9e9b-a2ada28b9498 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:16:15Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-09T18:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:15Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1d3b17513c8 namespace: kserve-ci-e2e-test resourceVersion: "15398" uid: d36913c8-f6f4-4165-83e6-a979c129be1b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:16:17Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.193s (2.193s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-09T18:16:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:17Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1d434358a8a namespace: kserve-ci-e2e-test resourceVersion: "15413" uid: 1de57881-19c3-4c40-95be-74e05e1f8b34 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:16:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:16:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:17Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1d437407616 namespace: kserve-ci-e2e-test resourceVersion: "15415" uid: f61ad90d-d379-4d50-aa40-9421e873b11a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:16:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:16:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:17Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1d437a46972 namespace: kserve-ci-e2e-test resourceVersion: "15416" uid: 71230f3b-25ed-4652-8ab0-2ac457d6294a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:16:17Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:a8af8a2170a3b8493ae189c8989df58dc741117c4c685b6dd5257bb2fa023732" metadata: creationTimestamp: "2026-07-09T18:16:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:17Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1d437b29bff namespace: kserve-ci-e2e-test resourceVersion: "15417" uid: 44bcdbae-3163-4063-a67c-1c32d2f2db4f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:16:20Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:a8af8a2170a3b8493ae189c8989df58dc741117c4c685b6dd5257bb2fa023732" in 3.019s (3.019s including waiting). Image size: 239997052 bytes.' metadata: creationTimestamp: "2026-07-09T18:16:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:20Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1d4ebac26de namespace: kserve-ci-e2e-test resourceVersion: "15440" uid: 7f3bba1d-375a-4d31-ae7c-405a7fe9b642 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:16:20Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-09T18:16:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:20Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1d4ef0af716 namespace: kserve-ci-e2e-test resourceVersion: "15441" uid: 199d22a2-c28f-46e4-afbd-3bd34ddb79b2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:16:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:16:20Z" message: Started container agent metadata: creationTimestamp: "2026-07-09T18:16:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:16:20Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1d4ef6e6a38 namespace: kserve-ci-e2e-test resourceVersion: "15442" uid: bf12ac00-6795-4555-9375-00d4da732836 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T18:16:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:17:44Z" message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:16:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:44Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1d512e078d9 namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 9f6a838e-9236-4bac-ba8c-d9467f82ec5e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-09T18:16:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:17:44Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-09T18:16:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:44Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1d54ebc1b90 namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 916b2102-adb7-446f-b984-61782c71dc10 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:41Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1e7dc7d2ef1 namespace: kserve-ci-e2e-test resourceVersion: "16075" uid: 263fb9f4-e932-4061-8432-3fb3216ebbc0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:41Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1e7dc7d8119 namespace: kserve-ci-e2e-test resourceVersion: "16078" uid: 42970e3c-4fcc-43e9-be5d-073ee0c29a37 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:17:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:41Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1e7dc7dddcf namespace: kserve-ci-e2e-test resourceVersion: "16080" uid: 01a5d1f3-66ae-44f7-8c60-c2a23f48b712 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:17:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-8cc45868-t8wts namespace: kserve-ci-e2e-test resourceVersion: "15234" uid: 3ecb7dc6-8b7b-46aa-9589-0a187ad8fa6c kind: Event lastTimestamp: "2026-07-09T18:17:52Z" message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-09T18:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:17:52Z" name: isvc-sklearn-batcher-predictor-8cc45868-t8wts.18c0b1e7ef100cee namespace: kserve-ci-e2e-test resourceVersion: "16209" uid: ef9afe25-154b-45e6-9f1c-6a79f7453f01 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-8cc45868 namespace: kserve-ci-e2e-test resourceVersion: "15224" uid: 265c2ec2-e434-4e49-ae95-136997e60c86 kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: 'Created pod: isvc-sklearn-batcher-predictor-8cc45868-t8wts' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:56Z" name: isvc-sklearn-batcher-predictor-8cc45868.18c0b1cf5f034e41 namespace: kserve-ci-e2e-test resourceVersion: "15233" uid: a959def4-c7d6-43df-ac2a-d47a2d13fbad reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15223" uid: ed1913ae-8d88-4717-bb6b-e8d80c7c669a kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-8cc45868 from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:15:56Z" name: isvc-sklearn-batcher-predictor.18c0b1cf597d1e1e namespace: kserve-ci-e2e-test resourceVersion: "15225" uid: 802e7e3a-a501-486e-9d5b-e384b7e9e992 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15235" uid: 25314288-de8d-4e0b-afed-07907afb1ce0 kind: Event lastTimestamp: "2026-07-09T18:16:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:56Z" name: isvc-sklearn-batcher-predictor.18c0b1d2def92406 namespace: kserve-ci-e2e-test resourceVersion: "15711" uid: 49b1a482-6dae-48d0-9928-57630d7de6e2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-09T18:16:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15235" uid: 25314288-de8d-4e0b-afed-07907afb1ce0 kind: Event lastTimestamp: "2026-07-09T18:16:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:16:56Z" name: isvc-sklearn-batcher-predictor.18c0b1d2df828d9b namespace: kserve-ci-e2e-test resourceVersion: "15712" uid: ff413f9b-796f-4582-aa6d-4fc32c736a5b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:17:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15371" uid: 25314288-de8d-4e0b-afed-07907afb1ce0 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:17:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:41Z" name: isvc-sklearn-batcher-predictor.18c0b1e0db7d7351 namespace: kserve-ci-e2e-test resourceVersion: "16060" uid: 92505ad1-4bfb-4eaa-a48d-75bbe6a463d7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-09T18:17:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15371" uid: 25314288-de8d-4e0b-afed-07907afb1ce0 kind: Event lastTimestamp: "2026-07-09T18:17:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:17:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:17:41Z" name: isvc-sklearn-batcher-predictor.18c0b1e0dc247c61 namespace: kserve-ci-e2e-test resourceVersion: "16067" uid: fccd7cb3-9960-408c-a5f8-08e1d94ab8d4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15214" uid: 3e1be665-a026-4694-95d1-30837e0b0b54 kind: Event lastTimestamp: "2026-07-09T18:17:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:34Z" name: isvc-sklearn-batcher.18c0b1cf5fd51ca2 namespace: kserve-ci-e2e-test resourceVersion: "15988" uid: bcaa5296-eba8-416f-9ae3-ca3a196bcafb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15214" uid: 3e1be665-a026-4694-95d1-30837e0b0b54 kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:56Z" name: isvc-sklearn-batcher.18c0b1cf603b478e namespace: kserve-ci-e2e-test resourceVersion: "15242" uid: 5c3fe76d-7148-4139-9416-047a4575d3a4 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:15:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15214" uid: 3e1be665-a026-4694-95d1-30837e0b0b54 kind: Event lastTimestamp: "2026-07-09T18:15:56Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:15:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:15:56Z" name: isvc-sklearn-batcher.18c0b1cf603b8c0f namespace: kserve-ci-e2e-test resourceVersion: "15243" uid: 1904192c-f0c1-42e2-9193-d822c402cae6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:17:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15986" uid: 3e1be665-a026-4694-95d1-30837e0b0b54 kind: Event lastTimestamp: "2026-07-09T18:17:34Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-09T18:17:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:17:34Z" name: isvc-sklearn-batcher.18c0b1e61a900c38 namespace: kserve-ci-e2e-test resourceVersion: "15987" uid: a9c93a94-36b2-4f91-bc56-9b3e408c6d86 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-09T18:19:17.231946Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-m8bbr namespace: kserve-ci-e2e-test resourceVersion: "16870" uid: 49c252a0-9096-4936-bf5a-b07e515cd43a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-m8bbr to ip-10-0-129-181.ec2.internal metadata: creationTimestamp: "2026-07-09T18:19:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-09T18:19:17Z" name: message-dumper-predictor-6575bcfdfd-m8bbr.18c0b1fe12aea8fa namespace: kserve-ci-e2e-test resourceVersion: "16874" uid: 6afcaddf-a7a4-4640-b27d-f89eb276ef31 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7976d4db76-qvr78 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:17Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-m8bbr namespace: kserve-ci-e2e-test resourceVersion: "16880" uid: 49c252a0-9096-4936-bf5a-b07e515cd43a kind: Event lastTimestamp: "2026-07-09T18:19:17Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-09T18:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-09T18:19:17Z" name: message-dumper-predictor-6575bcfdfd-m8bbr.18c0b1fe2c76a142 namespace: kserve-ci-e2e-test resourceVersion: "16886" uid: 5b38d0ca-90d2-4bc7-976d-897e1bd40aaf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-m8bbr namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: 49c252a0-9096-4936-bf5a-b07e515cd43a kind: Event lastTimestamp: "2026-07-09T18:19:17Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-09T18:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:17Z" name: message-dumper-predictor-6575bcfdfd-m8bbr.18c0b1fe2dcc2d6b namespace: kserve-ci-e2e-test resourceVersion: "16888" uid: 0938f85c-9024-4da7-8f12-eb378ed742e5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-m8bbr namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: 49c252a0-9096-4936-bf5a-b07e515cd43a kind: Event lastTimestamp: "2026-07-09T18:19:18Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.306s (1.306s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-09T18:19:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:18Z" name: message-dumper-predictor-6575bcfdfd-m8bbr.18c0b1fe7baa6ea4 namespace: kserve-ci-e2e-test resourceVersion: "16896" uid: d8eaff78-036e-400a-883c-6fb0250c6e79 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-m8bbr namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: 49c252a0-9096-4936-bf5a-b07e515cd43a kind: Event lastTimestamp: "2026-07-09T18:19:19Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-09T18:19:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:19Z" name: message-dumper-predictor-6575bcfdfd-m8bbr.18c0b1fe7f4d5c33 namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 6b9e0c3b-923a-4c17-9b61-5ed054428fdd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-m8bbr namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: 49c252a0-9096-4936-bf5a-b07e515cd43a kind: Event lastTimestamp: "2026-07-09T18:19:19Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-09T18:19:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:19Z" name: message-dumper-predictor-6575bcfdfd-m8bbr.18c0b1fe7fb32570 namespace: kserve-ci-e2e-test resourceVersion: "16899" uid: e1c31c2d-de5c-4467-8d3d-4de3d8519ad2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-m8bbr namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: 49c252a0-9096-4936-bf5a-b07e515cd43a kind: Event lastTimestamp: "2026-07-09T18:19:19Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-09T18:19:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:19Z" name: message-dumper-predictor-6575bcfdfd-m8bbr.18c0b1fe7fbe97d5 namespace: kserve-ci-e2e-test resourceVersion: "16900" uid: 5b07535e-9fb7-4b59-b1e4-73319086dcf0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-m8bbr namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: 49c252a0-9096-4936-bf5a-b07e515cd43a kind: Event lastTimestamp: "2026-07-09T18:19:19Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-09T18:19:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:19Z" name: message-dumper-predictor-6575bcfdfd-m8bbr.18c0b1fe82c6b385 namespace: kserve-ci-e2e-test resourceVersion: "16901" uid: 7b74b693-7824-4e9a-b3b1-64b60cb7521c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-m8bbr namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: 49c252a0-9096-4936-bf5a-b07e515cd43a kind: Event lastTimestamp: "2026-07-09T18:19:19Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:19:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:19:19Z" name: message-dumper-predictor-6575bcfdfd-m8bbr.18c0b1fe832e29bd namespace: kserve-ci-e2e-test resourceVersion: "16902" uid: ca253e19-a1e6-4cc1-9296-d429859b25e6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-m8bbr namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: 49c252a0-9096-4936-bf5a-b07e515cd43a kind: Event lastTimestamp: "2026-07-09T18:21:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-09T18:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:12Z" name: message-dumper-predictor-6575bcfdfd-m8bbr.18c0b218ea983c94 namespace: kserve-ci-e2e-test resourceVersion: "17880" uid: de50c485-64b7-47d6-80cc-68482ceb4fb9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:21:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-m8bbr namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: 49c252a0-9096-4936-bf5a-b07e515cd43a kind: Event lastTimestamp: "2026-07-09T18:21:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-09T18:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-09T18:21:12Z" name: message-dumper-predictor-6575bcfdfd-m8bbr.18c0b218ea9df27b namespace: kserve-ci-e2e-test resourceVersion: "17882" uid: 1b6ccf03-ed21-4648-97b3-da3421eea07a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-181.ec2.internal source: component: kubelet host: ip-10-0-129-181.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16856" uid: 5d43d5fa-8b99-447a-aa95-050705b337e7 kind: Event lastTimestamp: "2026-07-09T18:19:17Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-m8bbr' metadata: creationTimestamp: "2026-07-09T18:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:17Z" name: message-dumper-predictor-6575bcfdfd.18c0b1fe1221ec6e namespace: kserve-ci-e2e-test resourceVersion: "16872" uid: 09ba3ae2-be12-4a5c-b109-62a4f8204a5a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16854" uid: e1a75dcb-77c8-4178-9e00-5180a0abcbd7 kind: Event lastTimestamp: "2026-07-09T18:19:17Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-09T18:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:17Z" name: message-dumper-predictor.18c0b1fe0ac0f3f1 namespace: kserve-ci-e2e-test resourceVersion: "16860" uid: de69574f-d7d1-4c3b-9d3d-22eddc7f3dd3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16857" uid: edbd3cff-b6f0-44d9-8c44-eb61b7d26edb kind: Event lastTimestamp: "2026-07-09T18:19:32Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:32Z" name: message-dumper-predictor.18c0b20189af0861 namespace: kserve-ci-e2e-test resourceVersion: "17017" uid: af19eda2-9420-4a3c-b6ac-07abbae218a6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16857" uid: edbd3cff-b6f0-44d9-8c44-eb61b7d26edb kind: Event lastTimestamp: "2026-07-09T18:19:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-09T18:19:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:32Z" name: message-dumper-predictor.18c0b2018a0fbe07 namespace: kserve-ci-e2e-test resourceVersion: "17019" uid: 6157e935-3cdb-4420-9aae-57b9e25822f0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "17018" uid: edbd3cff-b6f0-44d9-8c44-eb61b7d26edb kind: Event lastTimestamp: "2026-07-09T18:19:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:19:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:47Z" name: message-dumper-predictor.18c0b2050b3d65b3 namespace: kserve-ci-e2e-test resourceVersion: "17188" uid: db1663bb-77ee-4f46-b66e-89874d3c932c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "17018" uid: edbd3cff-b6f0-44d9-8c44-eb61b7d26edb kind: Event lastTimestamp: "2026-07-09T18:19:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-09T18:19:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-09T18:19:47Z" name: message-dumper-predictor.18c0b2050cbebb21 namespace: kserve-ci-e2e-test resourceVersion: "17189" uid: 81b4a784-0c9d-4d8f-ae5d-c68c982f0edd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-09T18:19:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16829" uid: 440ef208-eebe-406f-bb8e-6fc19cb63593 kind: Event lastTimestamp: "2026-07-09T18:19:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-09T18:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:19:27Z" name: message-dumper.18c0b1fe0b2ae339 namespace: kserve-ci-e2e-test resourceVersion: "16978" uid: 78e98da3-098e-4605-8521-20738573c583 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16829" uid: 440ef208-eebe-406f-bb8e-6fc19cb63593 kind: Event lastTimestamp: "2026-07-09T18:19:17Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-09T18:19:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:19:17Z" name: message-dumper.18c0b1fe0c3c1b4a namespace: kserve-ci-e2e-test resourceVersion: "16864" uid: 79a83d0d-6901-4e4b-aa5c-4addc2efa01e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-09T18:19:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16976" uid: 440ef208-eebe-406f-bb8e-6fc19cb63593 kind: Event lastTimestamp: "2026-07-09T18:19:27Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-09T18:19:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-09T18:19:27Z" name: message-dumper.18c0b2005dd7f10b namespace: kserve-ci-e2e-test resourceVersion: "16977" uid: 1a8ac207-f191-47c7-915f-468ad4f095eb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22718"