--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-15T11:10:35.806900Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21728" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw to ip-10-0-134-216.ec2.internal metadata: creationTimestamp: "2026-07-15T11:10:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-15T11:10:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c27214be216c9d namespace: kserve-ci-e2e-test resourceVersion: "21732" uid: 161cd647-aa89-4354-81a3-0fe3cd01f19b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7f7c7855f6-7j929 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:36Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: "2026-07-15T11:10:36Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-15T11:10:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:10:36Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c27214cf297ca5 namespace: kserve-ci-e2e-test resourceVersion: "21743" uid: 118e7fda-6e54-44f2-a40f-b30d4d29ac69 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:36Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21740" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: "2026-07-15T11:10:36Z" message: Add eth0 [10.132.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-15T11:10:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-15T11:10:36Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c27214fba31f17 namespace: kserve-ci-e2e-test resourceVersion: "21755" uid: 088ad51c-9398-4ad2-81e7-e469f2e744df reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: "2026-07-15T11:10:36Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:523ed64da171f96ba586fa05d2bcb415c8c54dddf273afd4079bdc377a22c2e7" already present on machine metadata: creationTimestamp: "2026-07-15T11:10:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:10:36Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c27214fd4ed043 namespace: kserve-ci-e2e-test resourceVersion: "21757" uid: c25098a0-1516-479f-a6b1-7b7f91998bbf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: "2026-07-15T11:10:36Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-15T11:10:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:10:36Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c272150067f598 namespace: kserve-ci-e2e-test resourceVersion: "21758" uid: 787d8934-77a1-4c93-aaeb-25cf6c99bb91 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: "2026-07-15T11:10:36Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-15T11:10:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:10:36Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c2721500e06033 namespace: kserve-ci-e2e-test resourceVersion: "21759" uid: 490cdfc0-6bd8-40d8-b41e-d54a0c399b10 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: "2026-07-15T11:10:46Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-15T11:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:10:46Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c27217302c8408 namespace: kserve-ci-e2e-test resourceVersion: "21829" uid: df91c36e-4831-4e15-99bb-7f04137f61a4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: "2026-07-15T11:10:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-15T11:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:10:46Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c2721733abe2ab namespace: kserve-ci-e2e-test resourceVersion: "21834" uid: 2797020c-2d28-41f9-9c22-3dd54a71a49a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: "2026-07-15T11:10:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-15T11:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:10:46Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c2721734276eef namespace: kserve-ci-e2e-test resourceVersion: "21835" uid: 24fb3df6-7f43-4ee2-8201-6e265a4f41ff reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: "2026-07-15T11:10:46Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-15T11:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:10:46Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c272173432ca20 namespace: kserve-ci-e2e-test resourceVersion: "21836" uid: 201002a9-e2dd-49bf-925d-0faf71bf5746 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: "2026-07-15T11:10:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-15T11:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:10:46Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c2721737b063c2 namespace: kserve-ci-e2e-test resourceVersion: "21838" uid: e38bed3e-35d6-4146-afb5-5ab162d59973 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: "2026-07-15T11:10:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T11:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:10:46Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c272173889dd79 namespace: kserve-ci-e2e-test resourceVersion: "21839" uid: 03ad516f-c4a4-459d-8760-5649624cb450 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T11:10:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: "2026-07-15T11:10:54Z" message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-15T11:10:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:10:54Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c27217a81e729e namespace: kserve-ci-e2e-test resourceVersion: "21900" uid: 411f4faa-a445-4b47-b273-949a126a450d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:11:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: "2026-07-15T11:11:05Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-15T11:11:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:11:05Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c2721bc01642e5 namespace: kserve-ci-e2e-test resourceVersion: "22006" uid: e82544fb-0c8e-4b80-9729-1f5f034e2f51 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:11:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: d17c0002-e2de-431d-aabb-535dba8a5b48 kind: Event lastTimestamp: "2026-07-15T11:11:05Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T11:11:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:11:05Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw.18c2721bc016c71c namespace: kserve-ci-e2e-test resourceVersion: "22007" uid: 6d7f8258-880a-4bf3-8487-082f4284e692 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21718" uid: a9c6c141-544c-4cc6-ab14-3259c3cbfb2b kind: Event lastTimestamp: "2026-07-15T11:10:35Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-j6tdw' metadata: creationTimestamp: "2026-07-15T11:10:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:10:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18c27214bdbfc45f namespace: kserve-ci-e2e-test resourceVersion: "21729" uid: 01506171-ce69-4889-b2b9-da5c9f95074a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21716" uid: 1aa2625c-a0e6-46b9-a466-e8910b0749ee kind: Event lastTimestamp: "2026-07-15T11:10:35Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-15T11:10:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:10:35Z" name: isvc-autogluon-ts-v1-predictor.18c27214b8f471d0 namespace: kserve-ci-e2e-test resourceVersion: "21719" uid: 9b7d900f-109e-4d7c-8c39-eaed2bfcf300 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-15T11:10:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21717" uid: 21f8cfb1-0135-4af7-bff1-71e3d145b737 kind: Event lastTimestamp: "2026-07-15T11:11:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T11:10:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:11:05Z" name: isvc-autogluon-ts-v1-predictor.18c272183812ab6f namespace: kserve-ci-e2e-test resourceVersion: "21988" uid: 027f08b9-4559-4bf2-b895-57f4cd507f4b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-15T11:10:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21717" uid: 21f8cfb1-0135-4af7-bff1-71e3d145b737 kind: Event lastTimestamp: "2026-07-15T11:11:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T11:10:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:11:05Z" name: isvc-autogluon-ts-v1-predictor.18c272183895b570 namespace: kserve-ci-e2e-test resourceVersion: "21990" uid: 1436a23e-db33-4638-8d64-500519a9aaf7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-15T11:10:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21709" uid: c88f8dfd-8cdc-4fab-8ce6-10e444ab2ec9 kind: Event lastTimestamp: "2026-07-15T11:11:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-15T11:10:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:11:04Z" name: isvc-autogluon-ts-v1.18c27214b906817f namespace: kserve-ci-e2e-test resourceVersion: "21976" uid: 378be0a0-b23e-4a9d-aaa7-3eb37e67e085 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-15T11:10:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21709" uid: c88f8dfd-8cdc-4fab-8ce6-10e444ab2ec9 kind: Event lastTimestamp: "2026-07-15T11:10:35Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T11:10:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:10:35Z" name: isvc-autogluon-ts-v1.18c27214b9a2ee82 namespace: kserve-ci-e2e-test resourceVersion: "21737" uid: 256e2f85-e20b-4d75-88d5-9a9cb9d78b26 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-15T11:10:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21709" uid: c88f8dfd-8cdc-4fab-8ce6-10e444ab2ec9 kind: Event lastTimestamp: "2026-07-15T11:10:35Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T11:10:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:10:35Z" name: isvc-autogluon-ts-v1.18c27214b9a34d21 namespace: kserve-ci-e2e-test resourceVersion: "21739" uid: 9d1136f3-5a13-4fa7-884b-5c8cf5f85de2 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:11:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21974" uid: c88f8dfd-8cdc-4fab-8ce6-10e444ab2ec9 kind: Event lastTimestamp: "2026-07-15T11:11:04Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-15T11:11:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:11:04Z" name: isvc-autogluon-ts-v1.18c2721b67e139ec namespace: kserve-ci-e2e-test resourceVersion: "21975" uid: 1ad62045-80ec-41a5-b706-c939a86544aa reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-15T11:01:14.294132Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17476" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g to ip-10-0-134-216.ec2.internal metadata: creationTimestamp: "2026-07-15T11:01:14Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-15T11:01:14Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c27192015c8da3 namespace: kserve-ci-e2e-test resourceVersion: "17488" uid: bb84a348-36d5-40d1-8921-c86196c50d7f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7f7c7855f6-7j929 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:01:14Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:01:14Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-15T11:01:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:01:14Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c271920e9d63a8 namespace: kserve-ci-e2e-test resourceVersion: "17507" uid: 34cd7821-a93a-4fc4-8220-ff109a06cfd2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:01:15Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17497" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:01:15Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-15T11:01:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-15T11:01:15Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c271923f04d8e6 namespace: kserve-ci-e2e-test resourceVersion: "17515" uid: b203f7ad-207e-4559-8144-fae5dac96ac3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:01:15Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:01:15Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:523ed64da171f96ba586fa05d2bcb415c8c54dddf273afd4079bdc377a22c2e7" already present on machine metadata: creationTimestamp: "2026-07-15T11:01:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:01:15Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c271924168acbe namespace: kserve-ci-e2e-test resourceVersion: "17518" uid: b1c1f5b7-d983-42f6-9b39-50e8472692b6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:01:15Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:01:15Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-15T11:01:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:01:15Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c27192448fa6c7 namespace: kserve-ci-e2e-test resourceVersion: "17521" uid: 243e8e57-6cd2-45dc-a545-3050e96f1600 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:01:15Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:01:15Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-15T11:01:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:01:15Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c2719245049ea7 namespace: kserve-ci-e2e-test resourceVersion: "17522" uid: 07f0e586-734f-4474-8a4e-cf5858c261b9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:01:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:01:44Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-15T11:01:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:01:44Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c2719913741128 namespace: kserve-ci-e2e-test resourceVersion: "17748" uid: c73bf70b-6bc0-4650-8bc8-afbc4d56d7bb reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:03:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:03:56Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m11.943s (2m11.943s including waiting). Image size: 8940491035 bytes.' metadata: creationTimestamp: "2026-07-15T11:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:03:56Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c271b7cbe24201 namespace: kserve-ci-e2e-test resourceVersion: "18654" uid: 7de74d23-b99e-45ab-b6da-90005394f301 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:03:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:03:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-15T11:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:03:56Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c271b7d1d1a4ee namespace: kserve-ci-e2e-test resourceVersion: "18658" uid: b067cbd6-634f-4c49-8c5e-e607f0fa2054 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:03:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:03:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-15T11:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:03:56Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c271b7d2c8f7a6 namespace: kserve-ci-e2e-test resourceVersion: "18659" uid: f337eac6-12a3-4264-a627-f82149fa0268 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:03:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:03:56Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-15T11:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:03:56Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c271b7d2d4b86f namespace: kserve-ci-e2e-test resourceVersion: "18660" uid: e6a7c1c5-eb0c-4886-8020-bc6d64ccacef reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:03:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:03:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-15T11:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:03:56Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c271b7d868ea1b namespace: kserve-ci-e2e-test resourceVersion: "18661" uid: 195ff0e5-b3e1-4a6d-a832-5963a5d78cf4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:03:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:03:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T11:03:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:03:56Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c271b7d979fdf3 namespace: kserve-ci-e2e-test resourceVersion: "18662" uid: 247574a2-ed6d-41d9-8f3d-831017ccca51 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T11:03:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:04:04Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-15T11:03:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:04:04Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c271b83524c951 namespace: kserve-ci-e2e-test resourceVersion: "18715" uid: 420b071e-9ca5-419c-a709-e90cd2580fe1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:04:24Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-15T11:04:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:04:24Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c271be462e4ecc namespace: kserve-ci-e2e-test resourceVersion: "18880" uid: 61a9ea01-bd24-4f5a-98f1-c4f56775e67d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g namespace: kserve-ci-e2e-test resourceVersion: "17484" uid: 6fbb545e-9e5e-4bf9-9304-0c23e7adf7fc kind: Event lastTimestamp: "2026-07-15T11:04:24Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T11:04:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:04:24Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g.18c271be46364c6e namespace: kserve-ci-e2e-test resourceVersion: "18881" uid: 55020794-8e09-4a88-a1ed-33e2401ec10c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:01:14Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17455" uid: ae6059ee-8daf-4aeb-bbcc-d9fecaea549d kind: Event lastTimestamp: "2026-07-15T11:01:14Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-hfw2g' metadata: creationTimestamp: "2026-07-15T11:01:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:01:14Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18c27191ffbf7a5a namespace: kserve-ci-e2e-test resourceVersion: "17478" uid: ea0e91ec-b4a4-4faa-9b4e-750fe7b97364 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:01:14Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17448" uid: ae14128d-211f-4333-bc48-3540d5387ab6 kind: Event lastTimestamp: "2026-07-15T11:01:14Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-15T11:01:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:01:14Z" name: isvc-autogluon-v1-predictor.18c27191f9f24acc namespace: kserve-ci-e2e-test resourceVersion: "17460" uid: 40ac9c1f-06db-4bfc-aba8-54e2d3e95dfc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-15T11:01:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17452" uid: 5ec2dc50-aa72-4a95-8eb2-afc75efa069f kind: Event lastTimestamp: "2026-07-15T11:04:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T11:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:04:14Z" name: isvc-autogluon-v1-predictor.18c271957859ebf2 namespace: kserve-ci-e2e-test resourceVersion: "18791" uid: 17d765c2-ccfd-49a4-9c0c-6c9cea7cb565 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-15T11:01:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17452" uid: 5ec2dc50-aa72-4a95-8eb2-afc75efa069f kind: Event lastTimestamp: "2026-07-15T11:04:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T11:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:04:14Z" name: isvc-autogluon-v1-predictor.18c2719578ce3af6 namespace: kserve-ci-e2e-test resourceVersion: "18793" uid: 1ef04554-bc3e-4864-8c9e-1ff509ae425d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-15T11:01:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17436" uid: 3575fe7b-1ce8-4267-85cf-6926d6417492 kind: Event lastTimestamp: "2026-07-15T11:04:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-15T11:01:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:04:14Z" name: isvc-autogluon-v1.18c27191fa121926 namespace: kserve-ci-e2e-test resourceVersion: "18797" uid: 5221ec9e-aafc-4591-9d7c-13da8440a525 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-15T11:01:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17436" uid: 3575fe7b-1ce8-4267-85cf-6926d6417492 kind: Event lastTimestamp: "2026-07-15T11:01:14Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T11:01:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:01:14Z" name: isvc-autogluon-v1.18c27191faa6eb59 namespace: kserve-ci-e2e-test resourceVersion: "17498" uid: ff72f63f-f347-4466-9d6c-0d7c0ddca217 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-15T11:01:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17436" uid: 3575fe7b-1ce8-4267-85cf-6926d6417492 kind: Event lastTimestamp: "2026-07-15T11:01:14Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T11:01:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:01:14Z" name: isvc-autogluon-v1.18c27191faa73c6c namespace: kserve-ci-e2e-test resourceVersion: "17500" uid: 7a54dfb2-7962-481d-ba57-fc7a84c42ea9 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18795" uid: 3575fe7b-1ce8-4267-85cf-6926d6417492 kind: Event lastTimestamp: "2026-07-15T11:04:14Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-15T11:04:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:04:14Z" name: isvc-autogluon-v1.18c271bbf6dc8d62 namespace: kserve-ci-e2e-test resourceVersion: "18796" uid: cbda9fdd-c7d0-4601-8d2e-d83c3c826511 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-15T11:08:30.475079Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd namespace: kserve-ci-e2e-test resourceVersion: "20774" uid: 555f404d-c69f-402b-9c4b-94b98cf9cef7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd to ip-10-0-134-216.ec2.internal metadata: creationTimestamp: "2026-07-15T11:08:30Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-15T11:08:30Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd.18c271f78fc5950b namespace: kserve-ci-e2e-test resourceVersion: "20778" uid: e3ea1222-acb0-43e5-a2d2-7c29c4548f78 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7f7c7855f6-7j929 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:30Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd namespace: kserve-ci-e2e-test resourceVersion: "20776" uid: 555f404d-c69f-402b-9c4b-94b98cf9cef7 kind: Event lastTimestamp: "2026-07-15T11:08:30Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-15T11:08:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:08:30Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd.18c271f799ab0bdc namespace: kserve-ci-e2e-test resourceVersion: "20787" uid: 998e3013-3630-46e5-a71a-d2e942b0891f reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:31Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd namespace: kserve-ci-e2e-test resourceVersion: "20783" uid: 555f404d-c69f-402b-9c4b-94b98cf9cef7 kind: Event lastTimestamp: "2026-07-15T11:08:31Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-15T11:08:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-15T11:08:31Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd.18c271f7cd6984d4 namespace: kserve-ci-e2e-test resourceVersion: "20799" uid: 44912618-afec-492f-8083-7b02a2969597 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:31Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd namespace: kserve-ci-e2e-test resourceVersion: "20776" uid: 555f404d-c69f-402b-9c4b-94b98cf9cef7 kind: Event lastTimestamp: "2026-07-15T11:08:31Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:523ed64da171f96ba586fa05d2bcb415c8c54dddf273afd4079bdc377a22c2e7" already present on machine metadata: creationTimestamp: "2026-07-15T11:08:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:08:31Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd.18c271f7cf0f636e namespace: kserve-ci-e2e-test resourceVersion: "20801" uid: 2394d18b-7c86-4b25-aa29-e4a1d2585f2e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:31Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd namespace: kserve-ci-e2e-test resourceVersion: "20776" uid: 555f404d-c69f-402b-9c4b-94b98cf9cef7 kind: Event lastTimestamp: "2026-07-15T11:08:31Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-15T11:08:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:08:31Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd.18c271f7d203b9dd namespace: kserve-ci-e2e-test resourceVersion: "20802" uid: b7b45f91-47b8-4303-8564-e97a4abcceee reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:31Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd namespace: kserve-ci-e2e-test resourceVersion: "20776" uid: 555f404d-c69f-402b-9c4b-94b98cf9cef7 kind: Event lastTimestamp: "2026-07-15T11:08:31Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-15T11:08:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:08:31Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd.18c271f7d2c37604 namespace: kserve-ci-e2e-test resourceVersion: "20803" uid: f665d09a-2fdf-4e27-bed5-ee0e5a3f4d02 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd namespace: kserve-ci-e2e-test resourceVersion: "20776" uid: 555f404d-c69f-402b-9c4b-94b98cf9cef7 kind: Event lastTimestamp: "2026-07-15T11:08:51Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-15T11:08:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:08:51Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd.18c271fc84e4f319 namespace: kserve-ci-e2e-test resourceVersion: "20946" uid: 8eeee8d8-105f-481b-8872-4ab0a942da57 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd namespace: kserve-ci-e2e-test resourceVersion: "20776" uid: 555f404d-c69f-402b-9c4b-94b98cf9cef7 kind: Event lastTimestamp: "2026-07-15T11:08:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-15T11:08:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:08:51Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd.18c271fc885c6284 namespace: kserve-ci-e2e-test resourceVersion: "20950" uid: 6265a6e9-92a5-4e29-9239-f868742dd3c4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd namespace: kserve-ci-e2e-test resourceVersion: "20776" uid: 555f404d-c69f-402b-9c4b-94b98cf9cef7 kind: Event lastTimestamp: "2026-07-15T11:08:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-15T11:08:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:08:51Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd.18c271fc88d9e4e6 namespace: kserve-ci-e2e-test resourceVersion: "20953" uid: ae0e06b3-67ad-4c8c-a1af-f638eb13992c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd namespace: kserve-ci-e2e-test resourceVersion: "20776" uid: 555f404d-c69f-402b-9c4b-94b98cf9cef7 kind: Event lastTimestamp: "2026-07-15T11:08:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-15T11:08:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:08:51Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd.18c271fc88e3de2f namespace: kserve-ci-e2e-test resourceVersion: "20954" uid: b4316ea6-47af-4f9f-8a28-5dfb769f2173 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd namespace: kserve-ci-e2e-test resourceVersion: "20776" uid: 555f404d-c69f-402b-9c4b-94b98cf9cef7 kind: Event lastTimestamp: "2026-07-15T11:08:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-15T11:08:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:08:51Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd.18c271fc8c3018f5 namespace: kserve-ci-e2e-test resourceVersion: "20956" uid: 05fc0a2e-7cce-4f90-9532-af65cb0df462 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd namespace: kserve-ci-e2e-test resourceVersion: "20776" uid: 555f404d-c69f-402b-9c4b-94b98cf9cef7 kind: Event lastTimestamp: "2026-07-15T11:08:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T11:08:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:08:51Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd.18c271fc8cae9df0 namespace: kserve-ci-e2e-test resourceVersion: "20957" uid: 981d82e0-3716-4934-adbc-4df7860e7b83 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd namespace: kserve-ci-e2e-test resourceVersion: "20776" uid: 555f404d-c69f-402b-9c4b-94b98cf9cef7 kind: Event lastTimestamp: "2026-07-15T11:10:30Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-15T11:10:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:10:30Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd.18c2721388d7ad2f namespace: kserve-ci-e2e-test resourceVersion: "21667" uid: e761cb84-3a01-454a-ab19-bd87bdd60e7c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd namespace: kserve-ci-e2e-test resourceVersion: "20776" uid: 555f404d-c69f-402b-9c4b-94b98cf9cef7 kind: Event lastTimestamp: "2026-07-15T11:10:30Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T11:10:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:10:30Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd.18c2721388d85233 namespace: kserve-ci-e2e-test resourceVersion: "21666" uid: a03aaf0b-87ba-4277-876c-8250c7f1131b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:30Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "20765" uid: 3655002c-756a-4a34-80ba-42529412501d kind: Event lastTimestamp: "2026-07-15T11:08:30Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-9tdjd' metadata: creationTimestamp: "2026-07-15T11:08:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:08:30Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18c271f78f562a73 namespace: kserve-ci-e2e-test resourceVersion: "20775" uid: 4f44f1e7-e6ff-411d-b00f-861d1df9bbac reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:30Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20763" uid: d60a792a-5238-4502-88f0-16021b4a4606 kind: Event lastTimestamp: "2026-07-15T11:08:30Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-15T11:08:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:08:30Z" name: isvc-autogluon-v2-noslash-predictor.18c271f78a46528e namespace: kserve-ci-e2e-test resourceVersion: "20766" uid: a7532f16-8018-4682-b1cb-7506a42d09ca reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T11:08:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20764" uid: 583cdfc8-90f0-44da-9342-816b2eff28c6 kind: Event lastTimestamp: "2026-07-15T11:09:30Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T11:08:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:09:30Z" name: isvc-autogluon-v2-noslash-predictor.18c271fb092c436f namespace: kserve-ci-e2e-test resourceVersion: "21223" uid: 3956e52d-c121-4758-92ba-c742620850d3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T11:08:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20764" uid: 583cdfc8-90f0-44da-9342-816b2eff28c6 kind: Event lastTimestamp: "2026-07-15T11:09:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T11:08:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:09:30Z" name: isvc-autogluon-v2-noslash-predictor.18c271fb0999e5e3 namespace: kserve-ci-e2e-test resourceVersion: "21224" uid: 7633c5fe-dfb3-416a-b74e-3f80e97c218b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-15T11:09:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20905" uid: 583cdfc8-90f0-44da-9342-816b2eff28c6 kind: Event lastTimestamp: "2026-07-15T11:10:30Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-15T11:09:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:10:30Z" name: isvc-autogluon-v2-noslash-predictor.18c2720208734bf8 namespace: kserve-ci-e2e-test resourceVersion: "21650" uid: 8ae04e6f-6186-4f32-afa6-891eb3ba3fc1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-15T11:09:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20905" uid: 583cdfc8-90f0-44da-9342-816b2eff28c6 kind: Event lastTimestamp: "2026-07-15T11:10:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-15T11:09:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:10:30Z" name: isvc-autogluon-v2-noslash-predictor.18c27202090643ed namespace: kserve-ci-e2e-test resourceVersion: "21651" uid: 234b2d45-52be-43f4-96e4-aaade2220f83 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-15T11:08:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20756" uid: 735fe0de-ffd4-469e-8d84-89c2d39dea25 kind: Event lastTimestamp: "2026-07-15T11:10:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-15T11:08:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:10:23Z" name: isvc-autogluon-v2-noslash.18c271f78a49e714 namespace: kserve-ci-e2e-test resourceVersion: "21599" uid: cf8cde3e-383c-4a96-9f2a-7f75f233ccc8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20756" uid: 735fe0de-ffd4-469e-8d84-89c2d39dea25 kind: Event lastTimestamp: "2026-07-15T11:08:30Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T11:08:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:08:30Z" name: isvc-autogluon-v2-noslash.18c271f78ad33cef namespace: kserve-ci-e2e-test resourceVersion: "20769" uid: 628e6710-8805-408b-b60f-1e8ee0924d1d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20756" uid: 735fe0de-ffd4-469e-8d84-89c2d39dea25 kind: Event lastTimestamp: "2026-07-15T11:08:30Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T11:08:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:08:30Z" name: isvc-autogluon-v2-noslash.18c271f78ad37b56 namespace: kserve-ci-e2e-test resourceVersion: "20771" uid: 84d798b6-4000-4bcf-a3b8-06833d6f84cc reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:10:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21597" uid: 735fe0de-ffd4-469e-8d84-89c2d39dea25 kind: Event lastTimestamp: "2026-07-15T11:10:23Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-15T11:10:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:10:23Z" name: isvc-autogluon-v2-noslash.18c27211c4966755 namespace: kserve-ci-e2e-test resourceVersion: "21598" uid: 5eb56915-e3b3-43bb-8e4f-33b8dbb43126 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-15T11:04:29.841796Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bltll namespace: kserve-ci-e2e-test resourceVersion: "18949" uid: f4388ed1-5612-4eb2-bc19-1c00ae9ed83a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-bltll to ip-10-0-134-216.ec2.internal metadata: creationTimestamp: "2026-07-15T11:04:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-15T11:04:29Z" name: isvc-autogluon-v2-predictor-67b849d456-bltll.18c271bf88e90658 namespace: kserve-ci-e2e-test resourceVersion: "18953" uid: 7ab34db4-fa51-4d23-ba5e-db411e3ddecf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7f7c7855f6-7j929 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:30Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bltll namespace: kserve-ci-e2e-test resourceVersion: "18958" uid: f4388ed1-5612-4eb2-bc19-1c00ae9ed83a kind: Event lastTimestamp: "2026-07-15T11:04:30Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-15T11:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-15T11:04:30Z" name: isvc-autogluon-v2-predictor-67b849d456-bltll.18c271bfa5969b34 namespace: kserve-ci-e2e-test resourceVersion: "18963" uid: 68716802-900f-4683-8bba-dc5273788d5d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bltll namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: f4388ed1-5612-4eb2-bc19-1c00ae9ed83a kind: Event lastTimestamp: "2026-07-15T11:04:30Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:523ed64da171f96ba586fa05d2bcb415c8c54dddf273afd4079bdc377a22c2e7" already present on machine metadata: creationTimestamp: "2026-07-15T11:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:04:30Z" name: isvc-autogluon-v2-predictor-67b849d456-bltll.18c271bfa755dd0d namespace: kserve-ci-e2e-test resourceVersion: "18965" uid: ffe0313a-af06-46e8-b1a1-8629257c3e16 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bltll namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: f4388ed1-5612-4eb2-bc19-1c00ae9ed83a kind: Event lastTimestamp: "2026-07-15T11:04:30Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-15T11:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:04:30Z" name: isvc-autogluon-v2-predictor-67b849d456-bltll.18c271bfab996122 namespace: kserve-ci-e2e-test resourceVersion: "18967" uid: b67f4d58-d212-4735-bd58-64e55e86f4ad reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bltll namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: f4388ed1-5612-4eb2-bc19-1c00ae9ed83a kind: Event lastTimestamp: "2026-07-15T11:04:30Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-15T11:04:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:04:30Z" name: isvc-autogluon-v2-predictor-67b849d456-bltll.18c271bfac5b6572 namespace: kserve-ci-e2e-test resourceVersion: "18968" uid: da21d221-c090-4a95-9dd9-055f11c3a357 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bltll namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: f4388ed1-5612-4eb2-bc19-1c00ae9ed83a kind: Event lastTimestamp: "2026-07-15T11:04:51Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-15T11:04:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:04:51Z" name: isvc-autogluon-v2-predictor-67b849d456-bltll.18c271c49b8bf338 namespace: kserve-ci-e2e-test resourceVersion: "19121" uid: a501d59e-b316-4271-86bb-88281eedcc45 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bltll namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: f4388ed1-5612-4eb2-bc19-1c00ae9ed83a kind: Event lastTimestamp: "2026-07-15T11:04:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-15T11:04:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:04:51Z" name: isvc-autogluon-v2-predictor-67b849d456-bltll.18c271c49ec58518 namespace: kserve-ci-e2e-test resourceVersion: "19123" uid: 133c3abc-5f8f-409a-8605-227a88ce5a7e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bltll namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: f4388ed1-5612-4eb2-bc19-1c00ae9ed83a kind: Event lastTimestamp: "2026-07-15T11:04:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-15T11:04:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:04:51Z" name: isvc-autogluon-v2-predictor-67b849d456-bltll.18c271c49f458f2c namespace: kserve-ci-e2e-test resourceVersion: "19124" uid: d539e2ab-5886-4fcd-a4f4-713cb95affb5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bltll namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: f4388ed1-5612-4eb2-bc19-1c00ae9ed83a kind: Event lastTimestamp: "2026-07-15T11:04:51Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-15T11:04:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:04:51Z" name: isvc-autogluon-v2-predictor-67b849d456-bltll.18c271c49f507756 namespace: kserve-ci-e2e-test resourceVersion: "19126" uid: 36a740e2-1160-41e7-ba7d-31f643913d36 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bltll namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: f4388ed1-5612-4eb2-bc19-1c00ae9ed83a kind: Event lastTimestamp: "2026-07-15T11:04:51Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-15T11:04:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:04:51Z" name: isvc-autogluon-v2-predictor-67b849d456-bltll.18c271c4a2c74468 namespace: kserve-ci-e2e-test resourceVersion: "19129" uid: 6dfdcd93-b367-4bc9-9283-5bec37a5429c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bltll namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: f4388ed1-5612-4eb2-bc19-1c00ae9ed83a kind: Event lastTimestamp: "2026-07-15T11:04:51Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T11:04:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:04:51Z" name: isvc-autogluon-v2-predictor-67b849d456-bltll.18c271c4a346bdc8 namespace: kserve-ci-e2e-test resourceVersion: "19130" uid: f6638e96-5a79-41e7-b909-591ee876e362 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bltll namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: f4388ed1-5612-4eb2-bc19-1c00ae9ed83a kind: Event lastTimestamp: "2026-07-15T11:06:29Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-15T11:06:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:06:29Z" name: isvc-autogluon-v2-predictor-67b849d456-bltll.18c271db81ebcade namespace: kserve-ci-e2e-test resourceVersion: "19832" uid: e2df6d46-72cc-4446-bd6b-a715fd7a8755 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bltll namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: f4388ed1-5612-4eb2-bc19-1c00ae9ed83a kind: Event lastTimestamp: "2026-07-15T11:06:29Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T11:06:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:06:29Z" name: isvc-autogluon-v2-predictor-67b849d456-bltll.18c271db81ec94d8 namespace: kserve-ci-e2e-test resourceVersion: "19833" uid: 97ae2a17-667c-49cc-bd65-bdb5c685aee6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "18936" uid: 240c65d5-bbf2-4d1e-b212-dfb90909777b kind: Event lastTimestamp: "2026-07-15T11:04:29Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-bltll' metadata: creationTimestamp: "2026-07-15T11:04:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:04:29Z" name: isvc-autogluon-v2-predictor-67b849d456.18c271bf887355ed namespace: kserve-ci-e2e-test resourceVersion: "18951" uid: e646144d-1256-4ca4-a5c1-8c6f1c3510e1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18934" uid: 45f5a9c3-e5d1-415d-97fc-26bc7bd627d0 kind: Event lastTimestamp: "2026-07-15T11:04:29Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-15T11:04:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:04:29Z" name: isvc-autogluon-v2-predictor.18c271bf81ef6234 namespace: kserve-ci-e2e-test resourceVersion: "18937" uid: 4223fd04-b816-42c6-87d5-193bd7b262a3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-15T11:04:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18935" uid: fa074f12-1cea-47a4-ba06-fdae6e97e99b kind: Event lastTimestamp: "2026-07-15T11:04:59Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T11:04:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:04:59Z" name: isvc-autogluon-v2-predictor.18c271c3011dd0a1 namespace: kserve-ci-e2e-test resourceVersion: "19186" uid: 9e162d55-dba7-4bfe-924c-bc1b20255f2c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-15T11:04:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18935" uid: fa074f12-1cea-47a4-ba06-fdae6e97e99b kind: Event lastTimestamp: "2026-07-15T11:04:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T11:04:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:04:59Z" name: isvc-autogluon-v2-predictor.18c271c3018fec31 namespace: kserve-ci-e2e-test resourceVersion: "19187" uid: fa9c9bda-a0f4-4bb0-ac2b-7652fc74c913 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-15T11:05:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: fa074f12-1cea-47a4-ba06-fdae6e97e99b kind: Event lastTimestamp: "2026-07-15T11:06:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-15T11:05:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:06:29Z" name: isvc-autogluon-v2-predictor.18c271c9ffe0a47d namespace: kserve-ci-e2e-test resourceVersion: "19817" uid: 6efbb347-5602-4ac7-b2c3-48f64e14ebf3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-15T11:05:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: fa074f12-1cea-47a4-ba06-fdae6e97e99b kind: Event lastTimestamp: "2026-07-15T11:06:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-15T11:05:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:06:29Z" name: isvc-autogluon-v2-predictor.18c271ca005e3eaa namespace: kserve-ci-e2e-test resourceVersion: "19818" uid: 6757eb04-c7b6-4e2c-b316-b0204edd759f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-15T11:06:35.153045Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m namespace: kserve-ci-e2e-test resourceVersion: "19891" uid: 4723d8cd-adea-4650-bcad-73b36ef0e429 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m to ip-10-0-134-216.ec2.internal metadata: creationTimestamp: "2026-07-15T11:06:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-15T11:06:35Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m.18c271dcb60afb18 namespace: kserve-ci-e2e-test resourceVersion: "19895" uid: f72decc0-7d20-415c-a46d-e8b608d962df reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7f7c7855f6-7j929 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:35Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m namespace: kserve-ci-e2e-test resourceVersion: "19900" uid: 4723d8cd-adea-4650-bcad-73b36ef0e429 kind: Event lastTimestamp: "2026-07-15T11:06:35Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-15T11:06:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-15T11:06:35Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m.18c271dccff8cdeb namespace: kserve-ci-e2e-test resourceVersion: "19909" uid: 522974c5-eb16-43bc-9da1-c18fbe0d6b32 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m namespace: kserve-ci-e2e-test resourceVersion: "19893" uid: 4723d8cd-adea-4650-bcad-73b36ef0e429 kind: Event lastTimestamp: "2026-07-15T11:06:35Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:523ed64da171f96ba586fa05d2bcb415c8c54dddf273afd4079bdc377a22c2e7" already present on machine metadata: creationTimestamp: "2026-07-15T11:06:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:06:35Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m.18c271dcd1708b92 namespace: kserve-ci-e2e-test resourceVersion: "19911" uid: dc0c7f1d-1069-44c8-9099-0dde878aad37 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m namespace: kserve-ci-e2e-test resourceVersion: "19893" uid: 4723d8cd-adea-4650-bcad-73b36ef0e429 kind: Event lastTimestamp: "2026-07-15T11:06:35Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-15T11:06:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:06:35Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m.18c271dcd48b6a7e namespace: kserve-ci-e2e-test resourceVersion: "19912" uid: 7f43aa27-a216-4727-8b9f-ea5b23b0a53b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m namespace: kserve-ci-e2e-test resourceVersion: "19893" uid: 4723d8cd-adea-4650-bcad-73b36ef0e429 kind: Event lastTimestamp: "2026-07-15T11:06:35Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-15T11:06:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:06:35Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m.18c271dcd4ff0060 namespace: kserve-ci-e2e-test resourceVersion: "19913" uid: 46712414-1a35-4e3d-adea-eeba4a94b740 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m namespace: kserve-ci-e2e-test resourceVersion: "19893" uid: 4723d8cd-adea-4650-bcad-73b36ef0e429 kind: Event lastTimestamp: "2026-07-15T11:06:41Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-15T11:06:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:06:41Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m.18c271de1b924e6a namespace: kserve-ci-e2e-test resourceVersion: "19954" uid: ea3bf77e-c74b-4cfb-8805-846d35f20c0a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m namespace: kserve-ci-e2e-test resourceVersion: "19893" uid: 4723d8cd-adea-4650-bcad-73b36ef0e429 kind: Event lastTimestamp: "2026-07-15T11:06:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-15T11:06:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:06:41Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m.18c271de1ed1f7e1 namespace: kserve-ci-e2e-test resourceVersion: "19957" uid: d47ade9d-0687-4ce2-80b3-600cac285862 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m namespace: kserve-ci-e2e-test resourceVersion: "19893" uid: 4723d8cd-adea-4650-bcad-73b36ef0e429 kind: Event lastTimestamp: "2026-07-15T11:06:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-15T11:06:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:06:41Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m.18c271de1f4cd04a namespace: kserve-ci-e2e-test resourceVersion: "19958" uid: 1bb4b315-c41d-4a54-a2ed-f63c8dc3a41d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m namespace: kserve-ci-e2e-test resourceVersion: "19893" uid: 4723d8cd-adea-4650-bcad-73b36ef0e429 kind: Event lastTimestamp: "2026-07-15T11:06:41Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-15T11:06:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:06:41Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m.18c271de1f583ee9 namespace: kserve-ci-e2e-test resourceVersion: "19961" uid: 62b11e7c-c563-454e-a4eb-ce4afbfa23cb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m namespace: kserve-ci-e2e-test resourceVersion: "19893" uid: 4723d8cd-adea-4650-bcad-73b36ef0e429 kind: Event lastTimestamp: "2026-07-15T11:06:41Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-15T11:06:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:06:41Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m.18c271de224b79a2 namespace: kserve-ci-e2e-test resourceVersion: "19962" uid: 219bce2a-d7c0-4e60-b129-48ff3d70e0db reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m namespace: kserve-ci-e2e-test resourceVersion: "19893" uid: 4723d8cd-adea-4650-bcad-73b36ef0e429 kind: Event lastTimestamp: "2026-07-15T11:06:41Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T11:06:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:06:41Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m.18c271de22c67229 namespace: kserve-ci-e2e-test resourceVersion: "19963" uid: 34fe9536-6851-4fea-bb93-3dcbeefaa0cd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m namespace: kserve-ci-e2e-test resourceVersion: "19893" uid: 4723d8cd-adea-4650-bcad-73b36ef0e429 kind: Event lastTimestamp: "2026-07-15T11:08:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-15T11:08:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:08:25Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m.18c271f65a79f83e namespace: kserve-ci-e2e-test resourceVersion: "20711" uid: a8808a11-04a3-4a8e-9bd1-395b98727412 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m namespace: kserve-ci-e2e-test resourceVersion: "19893" uid: 4723d8cd-adea-4650-bcad-73b36ef0e429 kind: Event lastTimestamp: "2026-07-15T11:08:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T11:08:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:08:25Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m.18c271f65a7a6ee8 namespace: kserve-ci-e2e-test resourceVersion: "20712" uid: 4decf908-337a-4cb0-a659-f3533f72f6dd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "19882" uid: c75e17fa-56e3-4afe-98a3-f5a17d983d27 kind: Event lastTimestamp: "2026-07-15T11:06:35Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-2xb2m' metadata: creationTimestamp: "2026-07-15T11:06:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:06:35Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18c271dcb58ccdb0 namespace: kserve-ci-e2e-test resourceVersion: "19892" uid: 792ca6fe-8485-40f2-869a-3ad888dc66dd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19880" uid: a782d883-8845-444d-8ee7-8bfe97756318 kind: Event lastTimestamp: "2026-07-15T11:06:35Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-15T11:06:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:06:35Z" name: isvc-autogluon-v2-variants-predictor.18c271dcb0d1ab4d namespace: kserve-ci-e2e-test resourceVersion: "19884" uid: b8ebbb9b-adcb-4446-aab6-e20d4a18be2f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T11:06:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19881" uid: 4e0a568d-ad52-4894-bc96-046bf4c98d1f kind: Event lastTimestamp: "2026-07-15T11:07:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T11:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:07:20Z" name: isvc-autogluon-v2-variants-predictor.18c271e02fcfb1d6 namespace: kserve-ci-e2e-test resourceVersion: "20238" uid: 5ba573fc-8073-4a1b-a4ac-a4a6d1d43ee1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T11:06:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19881" uid: 4e0a568d-ad52-4894-bc96-046bf4c98d1f kind: Event lastTimestamp: "2026-07-15T11:07:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T11:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:07:20Z" name: isvc-autogluon-v2-variants-predictor.18c271e0303c6966 namespace: kserve-ci-e2e-test resourceVersion: "20239" uid: 41e09985-0405-44b7-83ee-7ca8003b1fe7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-15T11:07:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20031" uid: 4e0a568d-ad52-4894-bc96-046bf4c98d1f kind: Event lastTimestamp: "2026-07-15T11:08:20Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-15T11:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:08:20Z" name: isvc-autogluon-v2-variants-predictor.18c271eaad1afd95 namespace: kserve-ci-e2e-test resourceVersion: "20658" uid: dd096ea7-bcce-4a6d-9c79-b45e8ace3796 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-15T11:07:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20031" uid: 4e0a568d-ad52-4894-bc96-046bf4c98d1f kind: Event lastTimestamp: "2026-07-15T11:08:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-15T11:07:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:08:20Z" name: isvc-autogluon-v2-variants-predictor.18c271eaad838daf namespace: kserve-ci-e2e-test resourceVersion: "20659" uid: e9e19020-523d-419e-bca1-e211f53475e8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-15T11:06:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19872" uid: 9e0ce135-f421-4428-b464-401d3a00edea kind: Event lastTimestamp: "2026-07-15T11:08:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-15T11:06:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:08:15Z" name: isvc-autogluon-v2-variants.18c271dcb0d86253 namespace: kserve-ci-e2e-test resourceVersion: "20627" uid: 5fc0f914-6932-415b-b6fb-c9787e5179cc reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19872" uid: 9e0ce135-f421-4428-b464-401d3a00edea kind: Event lastTimestamp: "2026-07-15T11:06:35Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T11:06:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:06:35Z" name: isvc-autogluon-v2-variants.18c271dcb1377a9e namespace: kserve-ci-e2e-test resourceVersion: "19886" uid: 39892207-c349-4b10-baca-870319af0ec4 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19872" uid: 9e0ce135-f421-4428-b464-401d3a00edea kind: Event lastTimestamp: "2026-07-15T11:06:35Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T11:06:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:06:35Z" name: isvc-autogluon-v2-variants.18c271dcb137b7f0 namespace: kserve-ci-e2e-test resourceVersion: "19887" uid: accacd63-3d59-433f-a567-0b196e3cc924 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:08:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20624" uid: 9e0ce135-f421-4428-b464-401d3a00edea kind: Event lastTimestamp: "2026-07-15T11:08:15Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-15T11:08:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:08:15Z" name: isvc-autogluon-v2-variants.18c271f3f6577134 namespace: kserve-ci-e2e-test resourceVersion: "20626" uid: 79068091-ca1b-457e-bc65-26c9a3370c84 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-15T11:04:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18927" uid: 3b569f30-2373-4533-9408-f5f7762c9307 kind: Event lastTimestamp: "2026-07-15T11:06:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-15T11:04:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:06:27Z" name: isvc-autogluon-v2.18c271bf81ef7be0 namespace: kserve-ci-e2e-test resourceVersion: "19789" uid: 18ccfbef-a6c7-436d-8014-0bf61e66bed2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18927" uid: 3b569f30-2373-4533-9408-f5f7762c9307 kind: Event lastTimestamp: "2026-07-15T11:04:29Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T11:04:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:04:29Z" name: isvc-autogluon-v2.18c271bf8296a725 namespace: kserve-ci-e2e-test resourceVersion: "18940" uid: b536617d-b721-4c7e-8da7-71cd9bf72792 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:04:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18927" uid: 3b569f30-2373-4533-9408-f5f7762c9307 kind: Event lastTimestamp: "2026-07-15T11:04:29Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T11:04:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:04:29Z" name: isvc-autogluon-v2.18c271bf8296fb1a namespace: kserve-ci-e2e-test resourceVersion: "18941" uid: 836abb9f-ee56-4739-85b2-2102be2a579e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:06:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19786" uid: 3b569f30-2373-4533-9408-f5f7762c9307 kind: Event lastTimestamp: "2026-07-15T11:06:27Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-15T11:06:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:06:27Z" name: isvc-autogluon-v2.18c271dad247f8e8 namespace: kserve-ci-e2e-test resourceVersion: "19788" uid: 3b702b9e-b105-41f9-aebe-774ec255f1ff reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-15T10:59:39.048323Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16693" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-65cffbc4cb-5s84x to ip-10-0-134-216.ec2.internal metadata: creationTimestamp: "2026-07-15T10:59:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-15T10:59:39Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717bd444bd8e namespace: kserve-ci-e2e-test resourceVersion: "16695" uid: 3c4da845-1b3c-4abb-a23d-739848e9bc83 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7f7c7855f6-7j929 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16704" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T10:59:39Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-15T10:59:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-15T10:59:39Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717bee66b012 namespace: kserve-ci-e2e-test resourceVersion: "16716" uid: dbddda49-b8af-4ad6-a6a0-79e4ba81ca84 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T10:59:39Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:523ed64da171f96ba586fa05d2bcb415c8c54dddf273afd4079bdc377a22c2e7" already present on machine metadata: creationTimestamp: "2026-07-15T10:59:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:39Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717bf0a062ef namespace: kserve-ci-e2e-test resourceVersion: "16718" uid: 3c817fab-1dc2-4aa8-8a05-8fc73ff9f7e5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T10:59:39Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-15T10:59:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:39Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717bf36edaa3 namespace: kserve-ci-e2e-test resourceVersion: "16719" uid: 963ba0a5-6404-4e3e-961c-cdce7ec91b20 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T10:59:39Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-15T10:59:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:39Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717bf3ff1b62 namespace: kserve-ci-e2e-test resourceVersion: "16720" uid: 5bc409d4-5416-4ffa-a75a-7008a7222e53 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T10:59:44Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1738" already present on machine metadata: creationTimestamp: "2026-07-15T10:59:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:44Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717cfddfc4f4 namespace: kserve-ci-e2e-test resourceVersion: "16759" uid: 241eba6a-7442-4cf6-898e-f9598f03a30c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T10:59:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-15T10:59:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:44Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717d01782c6c namespace: kserve-ci-e2e-test resourceVersion: "16761" uid: 6d8a3b24-7a70-41b5-ace6-686d6007e4a0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T10:59:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-15T10:59:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:44Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717d01f6ea8c namespace: kserve-ci-e2e-test resourceVersion: "16762" uid: 0e71bc74-d3d7-4f32-8750-c42595511a43 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T10:59:44Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-15T10:59:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:44Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717d02024475 namespace: kserve-ci-e2e-test resourceVersion: "16763" uid: 295f45e2-a001-44ff-9866-4c5cf03b0ff3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T10:59:44Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-15T10:59:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:44Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717d058015d4 namespace: kserve-ci-e2e-test resourceVersion: "16766" uid: e61c13ae-47e8-4d83-ae42-882a6176640c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T10:59:44Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T10:59:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:44Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717d05fc10e3 namespace: kserve-ci-e2e-test resourceVersion: "16767" uid: 07dc524c-03bd-489e-8967-f999e72f342b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T10:59:44Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:e73275682c9d4db318538628b7476b9b96452c4195bbbc04c5088110a0bc23dd" already present on machine metadata: creationTimestamp: "2026-07-15T10:59:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:44Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717d0607fc51 namespace: kserve-ci-e2e-test resourceVersion: "16768" uid: ef5cf138-dcfc-49e2-8ebe-800d99860fc1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T10:59:44Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-15T10:59:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:44Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717d0910fe6b namespace: kserve-ci-e2e-test resourceVersion: "16771" uid: bb9da591-5d91-4aed-a6f9-26d52f7b4994 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T10:59:44Z" message: Started container agent metadata: creationTimestamp: "2026-07-15T10:59:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:44Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717d098b419e namespace: kserve-ci-e2e-test resourceVersion: "16772" uid: 50ff84ee-9fb1-4024-bd8a-24c82ce5d3ba reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-15T10:59:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T11:01:22Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-15T10:59:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:01:22Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717d39f3f94d namespace: kserve-ci-e2e-test resourceVersion: "17575" uid: 19a474a0-7d21-4a3d-bfb2-5644d06437c5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-15T10:59:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T11:01:22Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-15T10:59:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:01:22Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c2717d75d36d60 namespace: kserve-ci-e2e-test resourceVersion: "17576" uid: 2defb596-c097-452c-9fab-5b8748fa2d04 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:01:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T11:01:14Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-15T11:01:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:01:14Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c27191fbc31976 namespace: kserve-ci-e2e-test resourceVersion: "17469" uid: cba9bb24-2b7e-4747-a143-ce31a2300c73 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:01:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T11:01:14Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-15T11:01:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:01:14Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c27191fbc3616f namespace: kserve-ci-e2e-test resourceVersion: "17470" uid: 588675e0-f050-42d4-989e-07829e8b4241 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:01:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T11:01:14Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T11:01:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:01:14Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c27191fbc3d564 namespace: kserve-ci-e2e-test resourceVersion: "17472" uid: 256b10cf-b173-4205-b2b2-15744803f630 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-15T11:01:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-65cffbc4cb-5s84x namespace: kserve-ci-e2e-test resourceVersion: "16694" uid: 29a707b7-1ddd-4c34-bf90-327ad588aa83 kind: Event lastTimestamp: "2026-07-15T11:01:32Z" message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp 10.132.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-15T11:01:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:01:32Z" name: isvc-logger-predictor-65cffbc4cb-5s84x.18c27192a63313fc namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: b1740a99-3520-4f22-9817-ee2cedcec4d5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-65cffbc4cb namespace: kserve-ci-e2e-test resourceVersion: "16681" uid: a15cf35a-0d05-49d2-bb3b-96e18ff6550e kind: Event lastTimestamp: "2026-07-15T10:59:39Z" message: 'Created pod: isvc-logger-predictor-65cffbc4cb-5s84x' metadata: creationTimestamp: "2026-07-15T10:59:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:59:39Z" name: isvc-logger-predictor-65cffbc4cb.18c2717bd387ac2c namespace: kserve-ci-e2e-test resourceVersion: "16698" uid: f9babd19-5827-40cd-a323-ee6e51c22e67 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16680" uid: 74bcba37-894c-4228-a11a-c1057edff4dc kind: Event lastTimestamp: "2026-07-15T10:59:38Z" message: Scaled up replica set isvc-logger-predictor-65cffbc4cb from 0 to 1 metadata: creationTimestamp: "2026-07-15T10:59:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:59:38Z" name: isvc-logger-predictor.18c2717bc7e6962a namespace: kserve-ci-e2e-test resourceVersion: "16683" uid: 74053110-edc0-4360-8c60-e757132f70f7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T10:59:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16682" uid: 2f30fb2e-bed6-4fcd-a482-bff62c5db382 kind: Event lastTimestamp: "2026-07-15T11:00:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T10:59:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:00:23Z" name: isvc-logger-predictor.18c2717f46b97626 namespace: kserve-ci-e2e-test resourceVersion: "17064" uid: 37e7e80b-f562-48bf-abeb-83dab5d60f42 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T10:59:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16682" uid: 2f30fb2e-bed6-4fcd-a482-bff62c5db382 kind: Event lastTimestamp: "2026-07-15T11:00:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T10:59:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:00:23Z" name: isvc-logger-predictor.18c2717f47424616 namespace: kserve-ci-e2e-test resourceVersion: "17065" uid: 4ae8d41a-f6dd-4040-9669-ba3487bab11d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T11:00:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16853" uid: 2f30fb2e-bed6-4fcd-a482-bff62c5db382 kind: Event lastTimestamp: "2026-07-15T11:01:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-15T11:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:01:08Z" name: isvc-logger-predictor.18c27189c3aa4bce namespace: kserve-ci-e2e-test resourceVersion: "17393" uid: 1422d2bf-9bae-498d-a882-982d1887f75b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T11:00:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16853" uid: 2f30fb2e-bed6-4fcd-a482-bff62c5db382 kind: Event lastTimestamp: "2026-07-15T11:01:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-15T11:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:01:08Z" name: isvc-logger-predictor.18c27189c41b9048 namespace: kserve-ci-e2e-test resourceVersion: "17394" uid: dd23ace2-edec-46c1-a52a-9def8de91864 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-15T10:59:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16672" uid: c044d364-291f-43e9-8b44-53073c68fd65 kind: Event lastTimestamp: "2026-07-15T11:01:02Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-15T10:59:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:01:02Z" name: isvc-logger.18c2717bc866f75b namespace: kserve-ci-e2e-test resourceVersion: "17343" uid: cc2c6120-e568-4278-acac-ab8a7d6da70d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-15T10:59:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16672" uid: c044d364-291f-43e9-8b44-53073c68fd65 kind: Event lastTimestamp: "2026-07-15T10:59:39Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T10:59:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T10:59:39Z" name: isvc-logger.18c2717bc963e2a8 namespace: kserve-ci-e2e-test resourceVersion: "16706" uid: 9030bfc1-7811-4971-9367-231a6c2602c6 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16674" uid: c044d364-291f-43e9-8b44-53073c68fd65 kind: Event lastTimestamp: "2026-07-15T10:59:39Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T10:59:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T10:59:39Z" name: isvc-logger.18c2717be0f3588b namespace: kserve-ci-e2e-test resourceVersion: "16707" uid: e6164b50-138c-4676-b525-7fbde515a750 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:01:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17339" uid: c044d364-291f-43e9-8b44-53073c68fd65 kind: Event lastTimestamp: "2026-07-15T11:01:02Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-15T11:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T11:01:02Z" name: isvc-logger.18c2718f2eea0a4d namespace: kserve-ci-e2e-test resourceVersion: "17341" uid: 945191cb-48d3-4fec-b23e-d6525baf70ec reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-15T10:57:43.604262Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15698" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs to ip-10-0-134-216.ec2.internal metadata: creationTimestamp: "2026-07-15T10:57:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-15T10:57:43Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c27160f3444943 namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 080bf668-90a0-4c5c-a955-ad0dc3b8aa31 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7f7c7855f6-7j929 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:43Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:57:43Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-15T10:57:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:43Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c27160fe60601f namespace: kserve-ci-e2e-test resourceVersion: "15712" uid: c1dd668a-79ef-4b5f-b7ea-87af29c18e06 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:44Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15707" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:57:44Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-15T10:57:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-15T10:57:44Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c2716130f9c455 namespace: kserve-ci-e2e-test resourceVersion: "15722" uid: 8f2eb825-2682-4237-b784-5d246ce2b81e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:57:44Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:523ed64da171f96ba586fa05d2bcb415c8c54dddf273afd4079bdc377a22c2e7" already present on machine metadata: creationTimestamp: "2026-07-15T10:57:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:44Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c27161329da501 namespace: kserve-ci-e2e-test resourceVersion: "15724" uid: e32b6b50-e411-40f5-b717-4fb21300fe26 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:57:44Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-15T10:57:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:44Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c2716135a7ba19 namespace: kserve-ci-e2e-test resourceVersion: "15725" uid: 4fd06a7a-7981-413f-9d6e-d0da205d4b43 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:57:44Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-15T10:57:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:44Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c27161361d4fad namespace: kserve-ci-e2e-test resourceVersion: "15726" uid: c910e8d6-4015-4c81-8bad-b99b97ecf436 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:57:48Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1738" already present on machine metadata: creationTimestamp: "2026-07-15T10:57:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:48Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c2716215130f58 namespace: kserve-ci-e2e-test resourceVersion: "15760" uid: d6ad790c-2906-4bb8-8206-c81c4300c2ba reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:57:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-15T10:57:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:48Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c2716219410258 namespace: kserve-ci-e2e-test resourceVersion: "15764" uid: 6734ea6a-185f-44f3-b980-5373eefa39fc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:57:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-15T10:57:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:48Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c2716219b77270 namespace: kserve-ci-e2e-test resourceVersion: "15765" uid: d4493571-da85-4b34-a43e-f47be087b202 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:57:48Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-15T10:57:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:48Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c2716219c21358 namespace: kserve-ci-e2e-test resourceVersion: "15766" uid: c64b0a1f-cdbe-4752-b6b1-b5a262da2a5b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:57:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-15T10:57:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:48Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c271621cfb4493 namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 14f673f5-c184-4143-a8d4-82bfb02ea8b6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:57:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T10:57:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:48Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c271621d6fb377 namespace: kserve-ci-e2e-test resourceVersion: "15769" uid: 059074bc-2b21-47ce-8e15-c06260c73f14 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:57:48Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:e73275682c9d4db318538628b7476b9b96452c4195bbbc04c5088110a0bc23dd" already present on machine metadata: creationTimestamp: "2026-07-15T10:57:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:48Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c271621d79d91d namespace: kserve-ci-e2e-test resourceVersion: "15770" uid: 593256af-5cb9-471c-9b1c-7c4d35afbbd2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:57:48Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-15T10:57:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:48Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c27162208c507f namespace: kserve-ci-e2e-test resourceVersion: "15774" uid: a75209b7-551d-4d89-b342-cbfee1a901c0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:57:48Z" message: Started container agent metadata: creationTimestamp: "2026-07-15T10:57:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:48Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c2716221043385 namespace: kserve-ci-e2e-test resourceVersion: "15775" uid: f219046d-3dff-41e4-bd89-7463bce4b8e3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-15T10:57:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:59:19Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-15T10:57:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:19Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c27162512dc3b6 namespace: kserve-ci-e2e-test resourceVersion: "16506" uid: fcb0eb96-e095-462f-81bc-793f32e3baa8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-15T10:57:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:59:19Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-15T10:57:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:19Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c271628d114c9a namespace: kserve-ci-e2e-test resourceVersion: "16504" uid: a1492695-ca9d-48f6-905d-0e6221746bff reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:59:18Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-15T10:59:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:18Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c271771acacfb5 namespace: kserve-ci-e2e-test resourceVersion: "16463" uid: 59468367-f5cc-422d-b2aa-2671c41bfdfb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:59:18Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-15T10:59:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:18Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c271771ad15565 namespace: kserve-ci-e2e-test resourceVersion: "16466" uid: 689eeb89-3d03-4194-9a52-d5b44ba309b2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:59:18Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T10:59:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:18Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c271771ad465a2 namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 5af56846-b590-4aad-8312-0ca6d91a07c4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 43c8bafa-9ac8-45e7-8356-f92c39bb1d64 kind: Event lastTimestamp: "2026-07-15T10:59:21Z" message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp 10.132.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-15T10:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:21Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs.18c27177bd59f350 namespace: kserve-ci-e2e-test resourceVersion: "16535" uid: a0d6a769-bfb0-40b0-8e37-ed632a4cdaa6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-554989df4b namespace: kserve-ci-e2e-test resourceVersion: "15686" uid: 4f05c4f6-abc4-4167-9d1f-cd7a02d591aa kind: Event lastTimestamp: "2026-07-15T10:57:43Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-554989df4b-cn2qs' metadata: creationTimestamp: "2026-07-15T10:57:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:57:43Z" name: isvc-sklearn-batcher-custom-predictor-554989df4b.18c27160f2cbeead namespace: kserve-ci-e2e-test resourceVersion: "15699" uid: 6cc97bae-8b3f-4154-84cd-984485ced8a8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15683" uid: 7a990464-6236-4dc3-a75a-65fe4af86aa8 kind: Event lastTimestamp: "2026-07-15T10:57:43Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-554989df4b from 0 to 1 metadata: creationTimestamp: "2026-07-15T10:57:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:57:43Z" name: isvc-sklearn-batcher-custom-predictor.18c27160ed9b8c69 namespace: kserve-ci-e2e-test resourceVersion: "15687" uid: 0ff12529-b4dd-4ac5-9df0-c665b21d42cc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-15T10:57:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15685" uid: da32e879-95f2-4df6-9456-6221863b6e16 kind: Event lastTimestamp: "2026-07-15T10:58:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T10:57:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:58:13Z" name: isvc-sklearn-batcher-custom-predictor.18c271646c487019 namespace: kserve-ci-e2e-test resourceVersion: "15965" uid: cdc892ff-f3d1-45c5-ae73-892fdd7a921a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-15T10:57:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15685" uid: da32e879-95f2-4df6-9456-6221863b6e16 kind: Event lastTimestamp: "2026-07-15T10:58:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T10:57:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:58:13Z" name: isvc-sklearn-batcher-custom-predictor.18c271646cdba118 namespace: kserve-ci-e2e-test resourceVersion: "15966" uid: df5edb51-ffd2-42cb-ba74-57f20e75b308 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-15T10:58:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15854" uid: da32e879-95f2-4df6-9456-6221863b6e16 kind: Event lastTimestamp: "2026-07-15T10:59:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-15T10:58:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:59:13Z" name: isvc-sklearn-batcher-custom-predictor.18c2716b6b2263fd namespace: kserve-ci-e2e-test resourceVersion: "16406" uid: c3f05821-dfa9-4d61-b597-657c40aaff49 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-15T10:58:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15854" uid: da32e879-95f2-4df6-9456-6221863b6e16 kind: Event lastTimestamp: "2026-07-15T10:59:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-15T10:58:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:59:13Z" name: isvc-sklearn-batcher-custom-predictor.18c2716b6b900559 namespace: kserve-ci-e2e-test resourceVersion: "16407" uid: 0a4ef47b-8899-47f5-b461-2278e4f41e32 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-15T10:57:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15657" uid: 1bf804a3-207b-4a4f-ac88-5326bbf7f913 kind: Event lastTimestamp: "2026-07-15T10:59:10Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-15T10:57:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T10:59:10Z" name: isvc-sklearn-batcher-custom.18c27160eda13e29 namespace: kserve-ci-e2e-test resourceVersion: "16380" uid: 9a244ca7-18f8-4d5c-b72f-f2591b7e7d41 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-15T10:57:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15657" uid: 1bf804a3-207b-4a4f-ac88-5326bbf7f913 kind: Event lastTimestamp: "2026-07-15T10:57:43Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T10:57:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T10:57:43Z" name: isvc-sklearn-batcher-custom.18c27160ee2c3582 namespace: kserve-ci-e2e-test resourceVersion: "15708" uid: 34e2bf59-3f53-4cce-ab20-9647bf371abf reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15670" uid: 1bf804a3-207b-4a4f-ac88-5326bbf7f913 kind: Event lastTimestamp: "2026-07-15T10:57:43Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T10:57:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T10:57:43Z" name: isvc-sklearn-batcher-custom.18c27160f54914f3 namespace: kserve-ci-e2e-test resourceVersion: "15709" uid: 002648a9-4fc0-4867-a7d8-1fc662834697 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16378" uid: 1bf804a3-207b-4a4f-ac88-5326bbf7f913 kind: Event lastTimestamp: "2026-07-15T10:59:10Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-15T10:59:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T10:59:10Z" name: isvc-sklearn-batcher-custom.18c2717516b4e1e5 namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: fe32c78e-6f61-41ff-9ef6-3de152bb845d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-15T10:55:48.506838Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14785" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-75c6848b55-pwbpn to ip-10-0-134-216.ec2.internal metadata: creationTimestamp: "2026-07-15T10:55:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-15T10:55:48Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714626ecefe3 namespace: kserve-ci-e2e-test resourceVersion: "14790" uid: 6e95ca0c-937a-4d29-b68a-6bda2a10f43c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7f7c7855f6-7j929 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:55:48Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:55:48Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-15T10:55:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:55:48Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c271463424b12b namespace: kserve-ci-e2e-test resourceVersion: "14800" uid: 1c0f7ba8-1dd1-4da4-8ad3-3cf07ad12190 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:55:49Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:55:49Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-15T10:55:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-15T10:55:49Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714664b76147 namespace: kserve-ci-e2e-test resourceVersion: "14810" uid: 5f5a6448-cda1-408e-b024-f1e6aa15c312 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:55:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:55:49Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:523ed64da171f96ba586fa05d2bcb415c8c54dddf273afd4079bdc377a22c2e7" metadata: creationTimestamp: "2026-07-15T10:55:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:55:49Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c271466660e3c7 namespace: kserve-ci-e2e-test resourceVersion: "14813" uid: 303cb63d-e2bc-4509-9bcb-097cd759568e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:55:53Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:55:53Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:523ed64da171f96ba586fa05d2bcb415c8c54dddf273afd4079bdc377a22c2e7" in 3.562s (3.562s including waiting). Image size: 300570557 bytes.' metadata: creationTimestamp: "2026-07-15T10:55:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:55:53Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c271473abe9258 namespace: kserve-ci-e2e-test resourceVersion: "14837" uid: 3359e149-afec-4005-95dd-b767e287fbb7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:55:53Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:55:53Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-15T10:55:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:55:53Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c271473e50cce0 namespace: kserve-ci-e2e-test resourceVersion: "14838" uid: d62e3c9e-70de-4aab-8e6e-cfa3d0463e0c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:55:53Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:55:53Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-15T10:55:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:55:53Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c271473ed012d8 namespace: kserve-ci-e2e-test resourceVersion: "14839" uid: 5c5b84c4-16d0-4463-936d-213c5ce160c8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:55:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:55:57Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1738" metadata: creationTimestamp: "2026-07-15T10:55:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:55:57Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c271485705ada8 namespace: kserve-ci-e2e-test resourceVersion: "14883" uid: 57fda44b-c02a-4351-9c0c-2a7587fb7bb1 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:56:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:56:11Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1738" in 13.207s (13.207s including waiting). Image size: 1555868070 bytes.' metadata: creationTimestamp: "2026-07-15T10:56:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:56:11Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714b6a40501b namespace: kserve-ci-e2e-test resourceVersion: "14980" uid: 3bd86bde-011f-476e-a2e5-3fa79c567c47 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:56:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:56:11Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-15T10:56:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:56:11Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714b6db749b0 namespace: kserve-ci-e2e-test resourceVersion: "14981" uid: 4ab95ee1-cfa7-4147-8d1f-89c6d6ee520a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:56:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:56:11Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-15T10:56:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:56:11Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714b6e35e2f3 namespace: kserve-ci-e2e-test resourceVersion: "14982" uid: cb5ed033-1f94-4c6d-9466-d81a82b46bf7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:56:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:56:11Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-15T10:56:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:56:11Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714b6e4401a8 namespace: kserve-ci-e2e-test resourceVersion: "14983" uid: 13ecc71a-887c-4f1c-9c59-d9b01c00a8e4 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:56:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:56:13Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.709s (2.709s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-15T10:56:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:56:13Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714c0fc9d280 namespace: kserve-ci-e2e-test resourceVersion: "15000" uid: 55f238ac-e3a3-4b51-9561-4a1d8632e71d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:56:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:56:13Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-15T10:56:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:56:13Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714c1308fe8b namespace: kserve-ci-e2e-test resourceVersion: "15001" uid: aa6f1e4d-9404-4e88-a979-64881a4f4f63 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:56:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:56:13Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T10:56:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:56:13Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714c137eba68 namespace: kserve-ci-e2e-test resourceVersion: "15002" uid: 09203e75-3f79-40c8-a26c-e22e98ddac80 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:56:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:56:13Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:e73275682c9d4db318538628b7476b9b96452c4195bbbc04c5088110a0bc23dd" metadata: creationTimestamp: "2026-07-15T10:56:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:56:13Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714c138b829e namespace: kserve-ci-e2e-test resourceVersion: "15003" uid: 861e6b9f-4ec7-47b2-8015-31db77a1fd95 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:56:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:56:16Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:e73275682c9d4db318538628b7476b9b96452c4195bbbc04c5088110a0bc23dd" in 2.099s (2.099s including waiting). Image size: 240001631 bytes.' metadata: creationTimestamp: "2026-07-15T10:56:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:56:16Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714c90b3e2c7 namespace: kserve-ci-e2e-test resourceVersion: "15016" uid: 852053f3-3e4b-4c49-a95c-fc1ba3e20301 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:56:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:56:16Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-15T10:56:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:56:16Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714c93b84c56 namespace: kserve-ci-e2e-test resourceVersion: "15018" uid: 0b2b80f2-38be-4f6f-81f2-bea30c843420 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:56:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:56:16Z" message: Started container agent metadata: creationTimestamp: "2026-07-15T10:56:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:56:16Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714c9433d46a namespace: kserve-ci-e2e-test resourceVersion: "15019" uid: c6bf3c69-2b20-41a8-95de-b85b70fdbe4c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-15T10:56:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:57:49Z" message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-15T10:56:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:49Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714ccadd0138 namespace: kserve-ci-e2e-test resourceVersion: "15780" uid: c6c049ca-1d7e-405c-9825-f56d53fedd99 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-15T10:56:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:57:59Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-15T10:56:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:59Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c2714ccae82a11 namespace: kserve-ci-e2e-test resourceVersion: "15860" uid: 4bea2a0f-4bdb-4d90-8035-17231d2599e0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:57:43Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-15T10:57:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:43Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c27160ebe66f9e namespace: kserve-ci-e2e-test resourceVersion: "15677" uid: 17209800-5621-4a53-ad63-fffff0e04436 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:57:43Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T10:57:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:43Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c27160ebe70c5b namespace: kserve-ci-e2e-test resourceVersion: "15679" uid: 5daac441-56a6-4a5f-b845-3f39324c4731 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:57:43Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-15T10:57:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:43Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c27160ebe710ba namespace: kserve-ci-e2e-test resourceVersion: "15682" uid: ad076fb8-7945-42e0-808f-0776b7703490 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T10:57:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn namespace: kserve-ci-e2e-test resourceVersion: "14788" uid: 3cd05416-44af-454c-b1a0-ed819dbcae2d kind: Event lastTimestamp: "2026-07-15T10:57:58Z" message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp 10.132.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-15T10:57:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:57:58Z" name: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn.18c27161fb21541a namespace: kserve-ci-e2e-test resourceVersion: "15849" uid: 3a3e8bd6-7f52-4535-b39e-fb8c2e8c87bc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:55:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-75c6848b55 namespace: kserve-ci-e2e-test resourceVersion: "14774" uid: acfe9123-140b-4093-9839-65b47d3084ea kind: Event lastTimestamp: "2026-07-15T10:55:48Z" message: 'Created pod: isvc-sklearn-batcher-predictor-75c6848b55-pwbpn' metadata: creationTimestamp: "2026-07-15T10:55:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:55:48Z" name: isvc-sklearn-batcher-predictor-75c6848b55.18c2714625f02e93 namespace: kserve-ci-e2e-test resourceVersion: "14787" uid: d583fcd0-1a79-48d5-8ffa-da7823b7b204 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:55:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14773" uid: 14f49f16-d67b-442d-91b4-5a09db5a1d26 kind: Event lastTimestamp: "2026-07-15T10:55:48Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-75c6848b55 from 0 to 1 metadata: creationTimestamp: "2026-07-15T10:55:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:55:48Z" name: isvc-sklearn-batcher-predictor.18c271461a4100e3 namespace: kserve-ci-e2e-test resourceVersion: "14776" uid: d808892f-a7f7-4c00-975f-b2153314f687 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-15T10:56:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14781" uid: 19fde469-2935-48e3-9e75-e591f57a7199 kind: Event lastTimestamp: "2026-07-15T10:56:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T10:56:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:56:48Z" name: isvc-sklearn-batcher-predictor.18c27149a00ce258 namespace: kserve-ci-e2e-test resourceVersion: "15260" uid: 5dd04936-c7f0-4438-b173-93cc60697d7d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-15T10:56:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14781" uid: 19fde469-2935-48e3-9e75-e591f57a7199 kind: Event lastTimestamp: "2026-07-15T10:56:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T10:56:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:56:48Z" name: isvc-sklearn-batcher-predictor.18c27149a07c619a namespace: kserve-ci-e2e-test resourceVersion: "15261" uid: 2d28a463-fa2d-4a0c-a28d-0b6aa5655a5e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T10:57:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14924" uid: 19fde469-2935-48e3-9e75-e591f57a7199 kind: Event lastTimestamp: "2026-07-15T10:57:33Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-15T10:57:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:57:33Z" name: isvc-sklearn-batcher-predictor.18c271579cac457c namespace: kserve-ci-e2e-test resourceVersion: "15587" uid: eddae275-151a-4220-bbcb-42a43987be66 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T10:57:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14924" uid: 19fde469-2935-48e3-9e75-e591f57a7199 kind: Event lastTimestamp: "2026-07-15T10:57:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-15T10:57:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:57:33Z" name: isvc-sklearn-batcher-predictor.18c271579d14e431 namespace: kserve-ci-e2e-test resourceVersion: "15588" uid: e7da3963-5180-461b-a626-b99c3f519fa1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-15T10:55:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 59007d5a-a492-457a-b4a0-188ae6f206d3 kind: Event lastTimestamp: "2026-07-15T10:57:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-15T10:55:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T10:57:29Z" name: isvc-sklearn-batcher.18c2714621506684 namespace: kserve-ci-e2e-test resourceVersion: "15559" uid: e8587dfe-c794-4e4b-a16b-e9319f2ccd77 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:55:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 59007d5a-a492-457a-b4a0-188ae6f206d3 kind: Event lastTimestamp: "2026-07-15T10:55:48Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T10:55:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T10:55:48Z" name: isvc-sklearn-batcher.18c271462259ca0c namespace: kserve-ci-e2e-test resourceVersion: "14783" uid: 5be4cb84-94d0-4057-b649-980bee3ccf2e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:55:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 59007d5a-a492-457a-b4a0-188ae6f206d3 kind: Event lastTimestamp: "2026-07-15T10:55:48Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T10:55:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T10:55:48Z" name: isvc-sklearn-batcher.18c27146225a1bbf namespace: kserve-ci-e2e-test resourceVersion: "14784" uid: 63341911-2cdb-46a7-a4fb-e96aa38d775b reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:57:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15555" uid: 59007d5a-a492-457a-b4a0-188ae6f206d3 kind: Event lastTimestamp: "2026-07-15T10:57:29Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-15T10:57:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T10:57:29Z" name: isvc-sklearn-batcher.18c2715d986587df namespace: kserve-ci-e2e-test resourceVersion: "15556" uid: b3edab36-f0c2-47ad-b43c-93c925d39bc3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-15T10:59:18.871791Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-8lpzg namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 13001d9d-7abc-49d9-8ba1-adcc44de095e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-8lpzg to ip-10-0-134-216.ec2.internal metadata: creationTimestamp: "2026-07-15T10:59:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-15T10:59:18Z" name: message-dumper-predictor-6575bcfdfd-8lpzg.18c2717721a746ee namespace: kserve-ci-e2e-test resourceVersion: "16483" uid: 424e4238-0a86-49b0-9894-e30beb566a52 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7f7c7855f6-7j929 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:19Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-8lpzg namespace: kserve-ci-e2e-test resourceVersion: "16482" uid: 13001d9d-7abc-49d9-8ba1-adcc44de095e kind: Event lastTimestamp: "2026-07-15T10:59:19Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-15T10:59:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:19Z" name: message-dumper-predictor-6575bcfdfd-8lpzg.18c271772c23236b namespace: kserve-ci-e2e-test resourceVersion: "16492" uid: c022146f-5040-40be-9668-a28741715175 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:19Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-8lpzg namespace: kserve-ci-e2e-test resourceVersion: "16487" uid: 13001d9d-7abc-49d9-8ba1-adcc44de095e kind: Event lastTimestamp: "2026-07-15T10:59:19Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-15T10:59:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-15T10:59:19Z" name: message-dumper-predictor-6575bcfdfd-8lpzg.18c271775fd54173 namespace: kserve-ci-e2e-test resourceVersion: "16503" uid: b4ccb421-bd1c-4624-a4bb-0592ceea071d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-8lpzg namespace: kserve-ci-e2e-test resourceVersion: "16482" uid: 13001d9d-7abc-49d9-8ba1-adcc44de095e kind: Event lastTimestamp: "2026-07-15T10:59:19Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-15T10:59:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:19Z" name: message-dumper-predictor-6575bcfdfd-8lpzg.18c27177614a524f namespace: kserve-ci-e2e-test resourceVersion: "16507" uid: 85fc2bf5-d178-4f9b-8865-f9b9aa181263 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-8lpzg namespace: kserve-ci-e2e-test resourceVersion: "16482" uid: 13001d9d-7abc-49d9-8ba1-adcc44de095e kind: Event lastTimestamp: "2026-07-15T10:59:21Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.386s (1.386s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-15T10:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:21Z" name: message-dumper-predictor-6575bcfdfd-8lpzg.18c27177b3eed818 namespace: kserve-ci-e2e-test resourceVersion: "16528" uid: d4f5e4da-bb7e-4a6a-bf9d-76c2c6a73618 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-8lpzg namespace: kserve-ci-e2e-test resourceVersion: "16482" uid: 13001d9d-7abc-49d9-8ba1-adcc44de095e kind: Event lastTimestamp: "2026-07-15T10:59:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-15T10:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:21Z" name: message-dumper-predictor-6575bcfdfd-8lpzg.18c27177b79112ed namespace: kserve-ci-e2e-test resourceVersion: "16529" uid: bdc364ed-9063-4ae3-bb09-c0240511ce8d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-8lpzg namespace: kserve-ci-e2e-test resourceVersion: "16482" uid: 13001d9d-7abc-49d9-8ba1-adcc44de095e kind: Event lastTimestamp: "2026-07-15T10:59:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-15T10:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:21Z" name: message-dumper-predictor-6575bcfdfd-8lpzg.18c27177b810b62a namespace: kserve-ci-e2e-test resourceVersion: "16530" uid: f9a9d84d-fca2-4ec7-b000-204070320c9f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-8lpzg namespace: kserve-ci-e2e-test resourceVersion: "16482" uid: 13001d9d-7abc-49d9-8ba1-adcc44de095e kind: Event lastTimestamp: "2026-07-15T10:59:21Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-15T10:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:21Z" name: message-dumper-predictor-6575bcfdfd-8lpzg.18c27177b81ba058 namespace: kserve-ci-e2e-test resourceVersion: "16531" uid: 4543bd04-131a-4a7d-88d9-9164ea250ecd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-8lpzg namespace: kserve-ci-e2e-test resourceVersion: "16482" uid: 13001d9d-7abc-49d9-8ba1-adcc44de095e kind: Event lastTimestamp: "2026-07-15T10:59:21Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-15T10:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:21Z" name: message-dumper-predictor-6575bcfdfd-8lpzg.18c27177bc129829 namespace: kserve-ci-e2e-test resourceVersion: "16533" uid: f64bf66c-c8e0-4c20-b26d-60e5a607e38f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-8lpzg namespace: kserve-ci-e2e-test resourceVersion: "16482" uid: 13001d9d-7abc-49d9-8ba1-adcc44de095e kind: Event lastTimestamp: "2026-07-15T10:59:21Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T10:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T10:59:21Z" name: message-dumper-predictor-6575bcfdfd-8lpzg.18c27177bc8e67c2 namespace: kserve-ci-e2e-test resourceVersion: "16534" uid: d1615a26-ff14-4700-aae3-b46f9e0df573 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:01:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-8lpzg namespace: kserve-ci-e2e-test resourceVersion: "16482" uid: 13001d9d-7abc-49d9-8ba1-adcc44de095e kind: Event lastTimestamp: "2026-07-15T11:01:14Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-15T11:01:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:01:14Z" name: message-dumper-predictor-6575bcfdfd-8lpzg.18c271920470553e namespace: kserve-ci-e2e-test resourceVersion: "17501" uid: 44a06153-62e8-4052-82ba-47cdc2ac944b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T11:01:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-8lpzg namespace: kserve-ci-e2e-test resourceVersion: "16482" uid: 13001d9d-7abc-49d9-8ba1-adcc44de095e kind: Event lastTimestamp: "2026-07-15T11:01:14Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-15T11:01:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-15T11:01:14Z" name: message-dumper-predictor-6575bcfdfd-8lpzg.18c271920470d3ad namespace: kserve-ci-e2e-test resourceVersion: "17502" uid: ddc831e8-3113-4d48-9062-e4b885fa5ff5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-216.ec2.internal source: component: kubelet host: ip-10-0-134-216.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16465" uid: d99ff2d6-0de3-479d-ad6c-fa52ea7ea137 kind: Event lastTimestamp: "2026-07-15T10:59:18Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-8lpzg' metadata: creationTimestamp: "2026-07-15T10:59:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:59:18Z" name: message-dumper-predictor-6575bcfdfd.18c2717720df5e5c namespace: kserve-ci-e2e-test resourceVersion: "16480" uid: 431510d3-0644-4d21-a255-7b55d3ee95b2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16461" uid: be668e3e-2d54-4045-a20c-22322d4a0432 kind: Event lastTimestamp: "2026-07-15T10:59:18Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-15T10:59:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T10:59:18Z" name: message-dumper-predictor.18c271771ba9e71d namespace: kserve-ci-e2e-test resourceVersion: "16467" uid: 198f640a-2395-4f89-b91c-c6c0e0e45436 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T10:59:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16464" uid: a112b4c8-9027-4c04-84a5-5c888e7c03e7 kind: Event lastTimestamp: "2026-07-15T11:00:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T10:59:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:00:03Z" name: message-dumper-predictor.18c2717a9a10bf92 namespace: kserve-ci-e2e-test resourceVersion: "16924" uid: e9c83bc1-0712-4012-8066-71ce25eae710 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-15T10:59:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16464" uid: a112b4c8-9027-4c04-84a5-5c888e7c03e7 kind: Event lastTimestamp: "2026-07-15T11:00:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-15T10:59:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-15T11:00:03Z" name: message-dumper-predictor.18c2717a9a83f87d namespace: kserve-ci-e2e-test resourceVersion: "16925" uid: bd0a5e88-aeaf-4ce3-b935-7d0896548380 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-15T10:59:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16440" uid: 1d7c04ea-be8b-4bcc-8b9c-692a09d4007a kind: Event lastTimestamp: "2026-07-15T10:59:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-15T10:59:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T10:59:29Z" name: message-dumper.18c271771bc6f9bf namespace: kserve-ci-e2e-test resourceVersion: "16597" uid: 9a67de2b-22fa-4740-a3d3-03c30f26870f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16440" uid: 1d7c04ea-be8b-4bcc-8b9c-692a09d4007a kind: Event lastTimestamp: "2026-07-15T10:59:18Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-15T10:59:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T10:59:18Z" name: message-dumper.18c271771c8ac554 namespace: kserve-ci-e2e-test resourceVersion: "16472" uid: b9cec4fb-4911-46c9-9b1c-17620a8a0874 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-15T10:59:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16595" uid: 1d7c04ea-be8b-4bcc-8b9c-692a09d4007a kind: Event lastTimestamp: "2026-07-15T10:59:29Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-15T10:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-15T10:59:29Z" name: message-dumper.18c271797f56af94 namespace: kserve-ci-e2e-test resourceVersion: "16596" uid: 43e2e152-8299-44d9-bba6-c800d08596cf reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22239"