--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-02T14:11:58.762302Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 namespace: kserve-ci-e2e-test resourceVersion: "21919" uid: b8d40d79-4218-400d-ab79-10f7b4f0f367 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 to ip-10-0-137-226.ec2.internal metadata: creationTimestamp: "2026-07-02T14:11:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T14:11:58Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6.18be7e6f3fcf3083 namespace: kserve-ci-e2e-test resourceVersion: "21924" uid: f1cea98a-8160-4137-b596-2275cac34413 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b894f7b85-vjn4k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:11:59Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 namespace: kserve-ci-e2e-test resourceVersion: "21928" uid: b8d40d79-4218-400d-ab79-10f7b4f0f367 kind: Event lastTimestamp: "2026-07-02T14:11:59Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T14:11:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T14:11:59Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6.18be7e6f59754518 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: f54e0c7f-6f46-4503-b413-4f5e3752eaa9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:11:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: b8d40d79-4218-400d-ab79-10f7b4f0f367 kind: Event lastTimestamp: "2026-07-02T14:11:59Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd2b86b0a2c9500aabe87a633c3b9bab30a880b19ff42859e99cc17f113ecdb0" already present on machine metadata: creationTimestamp: "2026-07-02T14:11:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:11:59Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6.18be7e6f5af15076 namespace: kserve-ci-e2e-test resourceVersion: "21934" uid: be347ea9-9557-46e1-ad13-4c6f35809dae reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:11:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: b8d40d79-4218-400d-ab79-10f7b4f0f367 kind: Event lastTimestamp: "2026-07-02T14:11:59Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T14:11:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:11:59Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6.18be7e6f5e280293 namespace: kserve-ci-e2e-test resourceVersion: "21935" uid: fe5fae4e-24ea-4bd4-a6e1-fd1d40fdfeec reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:11:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: b8d40d79-4218-400d-ab79-10f7b4f0f367 kind: Event lastTimestamp: "2026-07-02T14:11:59Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T14:11:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:11:59Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6.18be7e6f5e9a5fe6 namespace: kserve-ci-e2e-test resourceVersion: "21936" uid: 94062a62-d35b-4470-8e28-2ba976f5cd12 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: b8d40d79-4218-400d-ab79-10f7b4f0f367 kind: Event lastTimestamp: "2026-07-02T14:12:08Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T14:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:12:08Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6.18be7e717bb2b840 namespace: kserve-ci-e2e-test resourceVersion: "22005" uid: 490af53e-f8b0-46f2-9b9a-ace5a4991c48 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: b8d40d79-4218-400d-ab79-10f7b4f0f367 kind: Event lastTimestamp: "2026-07-02T14:12:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T14:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:12:08Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6.18be7e717f1af2bf namespace: kserve-ci-e2e-test resourceVersion: "22007" uid: 2368ba6c-d59f-4ae6-8945-a18a82318ff5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: b8d40d79-4218-400d-ab79-10f7b4f0f367 kind: Event lastTimestamp: "2026-07-02T14:12:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T14:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:12:08Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6.18be7e717f9183d7 namespace: kserve-ci-e2e-test resourceVersion: "22009" uid: 52b03d08-45d6-450a-8f77-417881cb9d1e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: b8d40d79-4218-400d-ab79-10f7b4f0f367 kind: Event lastTimestamp: "2026-07-02T14:12:08Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T14:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:12:08Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6.18be7e717f9ceac9 namespace: kserve-ci-e2e-test resourceVersion: "22011" uid: 822d82c5-1793-46f6-b6d2-8a1c8530fad6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: b8d40d79-4218-400d-ab79-10f7b4f0f367 kind: Event lastTimestamp: "2026-07-02T14:12:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T14:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:12:08Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6.18be7e7182dddc42 namespace: kserve-ci-e2e-test resourceVersion: "22012" uid: 99fcc32d-b849-46f3-94e9-efe1f9983606 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:12:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: b8d40d79-4218-400d-ab79-10f7b4f0f367 kind: Event lastTimestamp: "2026-07-02T14:12:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:12:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:12:08Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6.18be7e71837607a7 namespace: kserve-ci-e2e-test resourceVersion: "22014" uid: e92423db-32ff-4df1-905b-39a2ab00e789 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T14:12:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: b8d40d79-4218-400d-ab79-10f7b4f0f367 kind: Event lastTimestamp: "2026-07-02T14:12:16Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T14:12:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:12:16Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6.18be7e71f38cbad0 namespace: kserve-ci-e2e-test resourceVersion: "22075" uid: 419de90b-15de-42e7-9156-abaec37fb44a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:12:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: b8d40d79-4218-400d-ab79-10f7b4f0f367 kind: Event lastTimestamp: "2026-07-02T14:12:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T14:12:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:12:28Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6.18be7e763e7ec4c2 namespace: kserve-ci-e2e-test resourceVersion: "22185" uid: 3e3876a6-5352-43c1-8499-66c27164306d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:12:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6 namespace: kserve-ci-e2e-test resourceVersion: "21922" uid: b8d40d79-4218-400d-ab79-10f7b4f0f367 kind: Event lastTimestamp: "2026-07-02T14:12:28Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:12:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:12:28Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6.18be7e763e7f5354 namespace: kserve-ci-e2e-test resourceVersion: "22186" uid: a498ee88-b5e6-4ae7-b814-5592f1d99024 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:11:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21908" uid: ec731a2b-1342-406f-ab5b-8a1375be77be kind: Event lastTimestamp: "2026-07-02T14:11:58Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-hdtp6' metadata: creationTimestamp: "2026-07-02T14:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:11:58Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18be7e6f3edd1fe8 namespace: kserve-ci-e2e-test resourceVersion: "21921" uid: 60a0ffb2-8adc-4d13-a906-3d569a306b6a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:11:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21906" uid: 32bc5edc-c812-4dec-a8f2-c6045c1f7b38 kind: Event lastTimestamp: "2026-07-02T14:11:58Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-02T14:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:11:58Z" name: isvc-autogluon-ts-v1-predictor.18be7e6f386f2c28 namespace: kserve-ci-e2e-test resourceVersion: "21909" uid: a7a063ef-1d51-4680-9fb7-547113f44b37 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T14:12:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21907" uid: 3d6e461a-c7d8-4378-80e5-156ef77a5d02 kind: Event lastTimestamp: "2026-07-02T14:12:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T14:12:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:12:28Z" name: isvc-autogluon-ts-v1-predictor.18be7e72b787c56e namespace: kserve-ci-e2e-test resourceVersion: "22170" uid: 61b9d160-ff90-40da-96b4-3dd589298131 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T14:12:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21907" uid: 3d6e461a-c7d8-4378-80e5-156ef77a5d02 kind: Event lastTimestamp: "2026-07-02T14:12:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T14:12:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:12:28Z" name: isvc-autogluon-ts-v1-predictor.18be7e72b7f47fe8 namespace: kserve-ci-e2e-test resourceVersion: "22171" uid: ee41f20c-c9cc-48a6-984b-23a65249438a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T14:11:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21898" uid: 6c2b20fa-1c45-463c-9662-6eb45bcdaddf kind: Event lastTimestamp: "2026-07-02T14:12:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T14:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:12:26Z" name: isvc-autogluon-ts-v1.18be7e6f38797b3a namespace: kserve-ci-e2e-test resourceVersion: "22150" uid: e0732574-c9b0-4e30-8593-dc6d302ea9b0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:11:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21898" uid: 6c2b20fa-1c45-463c-9662-6eb45bcdaddf kind: Event lastTimestamp: "2026-07-02T14:11:58Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T14:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:11:58Z" name: isvc-autogluon-ts-v1.18be7e6f390c7d51 namespace: kserve-ci-e2e-test resourceVersion: "21912" uid: 267e3c2a-90fb-4648-b2a1-674f85d1d0eb reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:11:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21898" uid: 6c2b20fa-1c45-463c-9662-6eb45bcdaddf kind: Event lastTimestamp: "2026-07-02T14:11:58Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T14:11:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:11:58Z" name: isvc-autogluon-ts-v1.18be7e6f390cb9e7 namespace: kserve-ci-e2e-test resourceVersion: "21914" uid: ec385dd3-3175-4257-8b60-7742645097b8 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:12:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22148" uid: 6c2b20fa-1c45-463c-9662-6eb45bcdaddf kind: Event lastTimestamp: "2026-07-02T14:12:26Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-02T14:12:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:12:26Z" name: isvc-autogluon-ts-v1.18be7e75b2fb1ee8 namespace: kserve-ci-e2e-test resourceVersion: "22149" uid: 3b464df9-f1f0-4ac3-814d-6f1b56dce8c0 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T14:02:57.441193Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17785" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn to ip-10-0-137-226.ec2.internal metadata: creationTimestamp: "2026-07-02T14:02:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T14:02:57Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7df1368eab94 namespace: kserve-ci-e2e-test resourceVersion: "17797" uid: 10a10684-7b1d-4626-907d-1eca2645947a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b894f7b85-vjn4k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:57Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17790" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:02:57Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-02T14:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:02:57Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7df141d7d780 namespace: kserve-ci-e2e-test resourceVersion: "17817" uid: d4115e0b-f2df-403e-8d86-f0cc1d5b41c1 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:58Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17808" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:02:58Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T14:02:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T14:02:58Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7df174cd54c8 namespace: kserve-ci-e2e-test resourceVersion: "17831" uid: 60606348-d20e-4c9b-bcb2-3cda768b3e14 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17790" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:02:58Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd2b86b0a2c9500aabe87a633c3b9bab30a880b19ff42859e99cc17f113ecdb0" already present on machine metadata: creationTimestamp: "2026-07-02T14:02:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:02:58Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7df1768b5daf namespace: kserve-ci-e2e-test resourceVersion: "17833" uid: 17180b50-b094-4812-b162-4dbcd1447076 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17790" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:02:58Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T14:02:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:02:58Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7df179c06d0b namespace: kserve-ci-e2e-test resourceVersion: "17834" uid: 1f3acf78-1544-4e32-86df-15fe89fdf8c8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17790" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:02:58Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T14:02:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:02:58Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7df17a50233d namespace: kserve-ci-e2e-test resourceVersion: "17835" uid: 7f015789-676d-488b-8a93-989e9b0c4a9c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:03:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17790" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:03:19Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-02T14:03:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:03:19Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7df647bcc304 namespace: kserve-ci-e2e-test resourceVersion: "17993" uid: 2bdaf326-d83a-4462-b618-d2ee0c6ffd39 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:05:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17790" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:05:33Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m14.279s (2m14.279s including waiting). Image size: 8939170586 bytes.' metadata: creationTimestamp: "2026-07-02T14:05:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:05:33Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7e158b65cc0b namespace: kserve-ci-e2e-test resourceVersion: "18927" uid: 9b2ce0a2-d8a5-4c21-860b-7c6ea3f68992 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:05:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17790" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:05:33Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T14:05:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:05:33Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7e1590cfc9ef namespace: kserve-ci-e2e-test resourceVersion: "18928" uid: 4492f02b-848d-47ce-b068-8a55e6f63d7e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:05:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17790" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:05:33Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T14:05:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:05:33Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7e15922e925e namespace: kserve-ci-e2e-test resourceVersion: "18929" uid: 37ee42b1-48f5-49c0-8619-fdb0802b39f0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:05:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17790" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:05:33Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T14:05:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:05:33Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7e15923b5b71 namespace: kserve-ci-e2e-test resourceVersion: "18930" uid: c5c0ebe2-d0f7-4617-87e4-c5b44ad08376 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:05:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17790" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:05:33Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T14:05:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:05:33Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7e1597962c84 namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: 87ce184c-49b6-4c5c-86f8-75fa47280b56 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:05:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17790" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:05:33Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:05:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:05:33Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7e1599511fe2 namespace: kserve-ci-e2e-test resourceVersion: "18932" uid: 2b50f157-1228-4467-827e-d9f8f4b178b9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T14:05:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17790" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:05:40Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T14:05:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:05:40Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7e159d2e792b namespace: kserve-ci-e2e-test resourceVersion: "18988" uid: b8569e8b-3df7-4c8a-801d-aa94e0df598c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:05:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17790" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:05:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T14:05:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:05:57Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7e1b27281937 namespace: kserve-ci-e2e-test resourceVersion: "19129" uid: f173b47b-eafc-42ad-814d-73fd93d8ae5a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:05:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn namespace: kserve-ci-e2e-test resourceVersion: "17790" uid: b805e4b6-7c72-4b54-8f2e-5164ac246aec kind: Event lastTimestamp: "2026-07-02T14:05:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:05:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:05:57Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn.18be7e1b2728be42 namespace: kserve-ci-e2e-test resourceVersion: "19130" uid: cb81de56-a655-453e-9509-ec84432d9446 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17762" uid: 7a01276e-9776-4be1-ba65-fc981cf2c483 kind: Event lastTimestamp: "2026-07-02T14:02:57Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-5gppn' metadata: creationTimestamp: "2026-07-02T14:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:02:57Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18be7df13612ecfb namespace: kserve-ci-e2e-test resourceVersion: "17789" uid: 5fc4ab0b-00a7-4289-9796-6d45296db60b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17760" uid: 73fa1aa5-7818-4155-984d-d19ddc840eac kind: Event lastTimestamp: "2026-07-02T14:02:57Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-02T14:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:02:57Z" name: isvc-autogluon-v1-predictor.18be7df130fd5cfe namespace: kserve-ci-e2e-test resourceVersion: "17763" uid: 86830555-d132-4302-ad4f-0ca730e96bc1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T14:03:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17761" uid: d73f3c1c-ed05-425d-aee3-1f406e3f7787 kind: Event lastTimestamp: "2026-07-02T14:05:42Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T14:03:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:05:42Z" name: isvc-autogluon-v1-predictor.18be7df4afb32fbb namespace: kserve-ci-e2e-test resourceVersion: "19004" uid: 6a0e384b-2f25-4794-bced-77acb6f8e3d4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T14:03:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17761" uid: d73f3c1c-ed05-425d-aee3-1f406e3f7787 kind: Event lastTimestamp: "2026-07-02T14:05:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T14:03:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:05:42Z" name: isvc-autogluon-v1-predictor.18be7df4b01ec86f namespace: kserve-ci-e2e-test resourceVersion: "19005" uid: 87d52b1d-b717-4a22-889f-38e17272efc1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:05:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17945" uid: d73f3c1c-ed05-425d-aee3-1f406e3f7787 kind: Event lastTimestamp: "2026-07-02T14:05:57Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T14:05:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:05:57Z" name: isvc-autogluon-v1-predictor.18be7e1b25915097 namespace: kserve-ci-e2e-test resourceVersion: "19120" uid: 29f457b2-2cf0-4493-b3c0-8d4716f31572 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:05:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17945" uid: d73f3c1c-ed05-425d-aee3-1f406e3f7787 kind: Event lastTimestamp: "2026-07-02T14:05:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T14:05:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:05:57Z" name: isvc-autogluon-v1-predictor.18be7e1b25f81053 namespace: kserve-ci-e2e-test resourceVersion: "19125" uid: c108bb04-920b-4848-a888-4ec3d58c1d7b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-02T14:02:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17753" uid: 98564b22-3f5f-46da-89ae-50733456f436 kind: Event lastTimestamp: "2026-07-02T14:05:50Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T14:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:05:50Z" name: isvc-autogluon-v1.18be7df1313567f2 namespace: kserve-ci-e2e-test resourceVersion: "19069" uid: 761e748b-8d53-4edf-8499-ef21b205a64a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17753" uid: 98564b22-3f5f-46da-89ae-50733456f436 kind: Event lastTimestamp: "2026-07-02T14:02:57Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T14:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:02:57Z" name: isvc-autogluon-v1.18be7df131c6f6dd namespace: kserve-ci-e2e-test resourceVersion: "17766" uid: a980dd1a-ee84-4d9c-b1b5-8ade12de60ca reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17753" uid: 98564b22-3f5f-46da-89ae-50733456f436 kind: Event lastTimestamp: "2026-07-02T14:02:57Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T14:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:02:57Z" name: isvc-autogluon-v1.18be7df131c752fb namespace: kserve-ci-e2e-test resourceVersion: "17768" uid: e810fcfe-ff51-44fa-9602-064501714749 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:05:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "19067" uid: 98564b22-3f5f-46da-89ae-50733456f436 kind: Event lastTimestamp: "2026-07-02T14:05:50Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-02T14:05:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:05:50Z" name: isvc-autogluon-v1.18be7e19982d2405 namespace: kserve-ci-e2e-test resourceVersion: "19068" uid: fbf95a17-a74f-4018-a169-4de8cddc86e6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T14:10:13.451277Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 namespace: kserve-ci-e2e-test resourceVersion: "21099" uid: 8ff35238-bd7b-475f-bcad-894d06ad3089 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 to ip-10-0-137-226.ec2.internal metadata: creationTimestamp: "2026-07-02T14:10:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T14:10:13Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9.18be7e56bac878ad namespace: kserve-ci-e2e-test resourceVersion: "21104" uid: a407d110-6edb-44b9-9964-e1526cbe84c0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b894f7b85-vjn4k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:13Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 8ff35238-bd7b-475f-bcad-894d06ad3089 kind: Event lastTimestamp: "2026-07-02T14:10:13Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-02T14:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:10:13Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9.18be7e56c95c1209 namespace: kserve-ci-e2e-test resourceVersion: "21113" uid: 894beadf-f3aa-4a72-8019-3adbe7d69bd4 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:14Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 namespace: kserve-ci-e2e-test resourceVersion: "21110" uid: 8ff35238-bd7b-475f-bcad-894d06ad3089 kind: Event lastTimestamp: "2026-07-02T14:10:14Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T14:10:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T14:10:14Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9.18be7e56f8465517 namespace: kserve-ci-e2e-test resourceVersion: "21123" uid: 6c6a2e3a-c01e-4e74-b19f-fb03f00c6272 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 8ff35238-bd7b-475f-bcad-894d06ad3089 kind: Event lastTimestamp: "2026-07-02T14:10:14Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd2b86b0a2c9500aabe87a633c3b9bab30a880b19ff42859e99cc17f113ecdb0" already present on machine metadata: creationTimestamp: "2026-07-02T14:10:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:10:14Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9.18be7e56fa2789cc namespace: kserve-ci-e2e-test resourceVersion: "21125" uid: 594c92a6-21af-47b2-868b-d12e4ecf2c24 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 8ff35238-bd7b-475f-bcad-894d06ad3089 kind: Event lastTimestamp: "2026-07-02T14:10:14Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T14:10:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:10:14Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9.18be7e56fcdd0d40 namespace: kserve-ci-e2e-test resourceVersion: "21126" uid: 760f075d-00e0-4e09-b705-c303c18d0019 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 8ff35238-bd7b-475f-bcad-894d06ad3089 kind: Event lastTimestamp: "2026-07-02T14:10:14Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T14:10:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:10:14Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9.18be7e56fd47214e namespace: kserve-ci-e2e-test resourceVersion: "21127" uid: 9191b2d6-1b98-43c6-8949-753252268fce reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 8ff35238-bd7b-475f-bcad-894d06ad3089 kind: Event lastTimestamp: "2026-07-02T14:10:19Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T14:10:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:10:19Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9.18be7e583cb66e97 namespace: kserve-ci-e2e-test resourceVersion: "21166" uid: 7f3d16ab-7e17-4939-ad2e-6d7e7a9c7668 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 8ff35238-bd7b-475f-bcad-894d06ad3089 kind: Event lastTimestamp: "2026-07-02T14:10:19Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T14:10:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:10:19Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9.18be7e5840d37cda namespace: kserve-ci-e2e-test resourceVersion: "21170" uid: f2a8092f-b1b6-43f5-ba7b-71d7976c3ad8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 8ff35238-bd7b-475f-bcad-894d06ad3089 kind: Event lastTimestamp: "2026-07-02T14:10:20Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T14:10:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:10:20Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9.18be7e5841406a40 namespace: kserve-ci-e2e-test resourceVersion: "21171" uid: 57cd3d60-96fb-43b2-b63b-6e8de40ad54b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 8ff35238-bd7b-475f-bcad-894d06ad3089 kind: Event lastTimestamp: "2026-07-02T14:10:20Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T14:10:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:10:20Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9.18be7e58414ba8e0 namespace: kserve-ci-e2e-test resourceVersion: "21172" uid: 0144b6de-0971-4311-9a06-31514aaf6065 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 8ff35238-bd7b-475f-bcad-894d06ad3089 kind: Event lastTimestamp: "2026-07-02T14:10:20Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T14:10:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:10:20Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9.18be7e584495602d namespace: kserve-ci-e2e-test resourceVersion: "21174" uid: 583867e2-09ff-4e52-b647-698f41a987c3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 8ff35238-bd7b-475f-bcad-894d06ad3089 kind: Event lastTimestamp: "2026-07-02T14:10:20Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:10:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:10:20Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9.18be7e58455bb6b3 namespace: kserve-ci-e2e-test resourceVersion: "21175" uid: 7fae2f27-0324-45db-982b-6a7e9257cc6b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:11:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 8ff35238-bd7b-475f-bcad-894d06ad3089 kind: Event lastTimestamp: "2026-07-02T14:11:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T14:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:11:54Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9.18be7e6e357525f9 namespace: kserve-ci-e2e-test resourceVersion: "21858" uid: 2df12d5c-80a4-4b06-bb16-6afd658b9592 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:11:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9 namespace: kserve-ci-e2e-test resourceVersion: "21102" uid: 8ff35238-bd7b-475f-bcad-894d06ad3089 kind: Event lastTimestamp: "2026-07-02T14:11:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:11:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:11:54Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9.18be7e6e35759066 namespace: kserve-ci-e2e-test resourceVersion: "21859" uid: 2de3b552-2a0f-4562-8208-533f96323193 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "21087" uid: 93871676-2750-4b83-bb9a-5695f44fea0d kind: Event lastTimestamp: "2026-07-02T14:10:13Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-j79k9' metadata: creationTimestamp: "2026-07-02T14:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:10:13Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18be7e56ba2faadf namespace: kserve-ci-e2e-test resourceVersion: "21100" uid: 8df49249-9f4e-4636-ae8c-93b3620e5db1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21085" uid: 72793635-99ae-426a-800a-55464498c40e kind: Event lastTimestamp: "2026-07-02T14:10:13Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-02T14:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:10:13Z" name: isvc-autogluon-v2-noslash-predictor.18be7e56b5501558 namespace: kserve-ci-e2e-test resourceVersion: "21088" uid: 0c91d0be-b4e0-44e2-8855-91233dd230d7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T14:10:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21086" uid: eedf7c1f-d726-4e02-88b1-cf1795aecabd kind: Event lastTimestamp: "2026-07-02T14:10:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T14:10:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:10:58Z" name: isvc-autogluon-v2-noslash-predictor.18be7e5a3443b170 namespace: kserve-ci-e2e-test resourceVersion: "21447" uid: 0f85b1da-4392-4c34-a9a6-d137d7d11b8f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T14:10:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21086" uid: eedf7c1f-d726-4e02-88b1-cf1795aecabd kind: Event lastTimestamp: "2026-07-02T14:10:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T14:10:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:10:58Z" name: isvc-autogluon-v2-noslash-predictor.18be7e5a3495ad1c namespace: kserve-ci-e2e-test resourceVersion: "21448" uid: 1bedd0c0-0d04-4027-88b4-cb2bfd85772e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T14:11:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21241" uid: eedf7c1f-d726-4e02-88b1-cf1795aecabd kind: Event lastTimestamp: "2026-07-02T14:11:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T14:11:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:11:43Z" name: isvc-autogluon-v2-noslash-predictor.18be7e64b1e24a75 namespace: kserve-ci-e2e-test resourceVersion: "21759" uid: 1bc3e2a7-c19c-4966-8b6c-41a45eb45a31 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T14:11:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21241" uid: eedf7c1f-d726-4e02-88b1-cf1795aecabd kind: Event lastTimestamp: "2026-07-02T14:11:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T14:11:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:11:43Z" name: isvc-autogluon-v2-noslash-predictor.18be7e64b230fb23 namespace: kserve-ci-e2e-test resourceVersion: "21760" uid: d4929e11-b904-45cc-bca5-4f136a86d4b8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T14:10:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21078" uid: 2f71da30-e445-45a1-89d2-928921002f0c kind: Event lastTimestamp: "2026-07-02T14:11:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T14:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:11:53Z" name: isvc-autogluon-v2-noslash.18be7e56b559037d namespace: kserve-ci-e2e-test resourceVersion: "21835" uid: 61f6529c-177f-4f7e-9a7f-0d596b48196b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T14:10:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21078" uid: 2f71da30-e445-45a1-89d2-928921002f0c kind: Event lastTimestamp: "2026-07-02T14:10:13Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T14:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:10:13Z" name: isvc-autogluon-v2-noslash.18be7e56b5e7c462 namespace: kserve-ci-e2e-test resourceVersion: "21108" uid: 4175474c-fcd1-462d-91f6-9b19649e6cc8 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T14:10:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21078" uid: 2f71da30-e445-45a1-89d2-928921002f0c kind: Event lastTimestamp: "2026-07-02T14:10:13Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T14:10:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:10:13Z" name: isvc-autogluon-v2-noslash.18be7e56b5e8150a namespace: kserve-ci-e2e-test resourceVersion: "21109" uid: b670f6f3-e8b3-4905-b3a3-b82330f566c0 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:11:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21832" uid: 2f71da30-e445-45a1-89d2-928921002f0c kind: Event lastTimestamp: "2026-07-02T14:11:52Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-02T14:11:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:11:52Z" name: isvc-autogluon-v2-noslash.18be7e6de7be376a namespace: kserve-ci-e2e-test resourceVersion: "21833" uid: 10460872-b6bc-4343-bae7-800d2d48474b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T14:06:02.922154Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-cmlfw namespace: kserve-ci-e2e-test resourceVersion: "19194" uid: 311156e0-cd6a-41d0-a690-71594ce3e37c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-cmlfw to ip-10-0-137-226.ec2.internal metadata: creationTimestamp: "2026-07-02T14:06:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T14:06:02Z" name: isvc-autogluon-v2-predictor-67b849d456-cmlfw.18be7e1c661584b6 namespace: kserve-ci-e2e-test resourceVersion: "19198" uid: b4d48a27-6243-49dc-b823-d3deac9953d8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b894f7b85-vjn4k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:06:03Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-cmlfw namespace: kserve-ci-e2e-test resourceVersion: "19203" uid: 311156e0-cd6a-41d0-a690-71594ce3e37c kind: Event lastTimestamp: "2026-07-02T14:06:03Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T14:06:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T14:06:03Z" name: isvc-autogluon-v2-predictor-67b849d456-cmlfw.18be7e1c82c947e1 namespace: kserve-ci-e2e-test resourceVersion: "19211" uid: 860d1fc1-a6ae-4b26-b6dd-5f12ce73b478 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:06:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-cmlfw namespace: kserve-ci-e2e-test resourceVersion: "19196" uid: 311156e0-cd6a-41d0-a690-71594ce3e37c kind: Event lastTimestamp: "2026-07-02T14:06:03Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd2b86b0a2c9500aabe87a633c3b9bab30a880b19ff42859e99cc17f113ecdb0" already present on machine metadata: creationTimestamp: "2026-07-02T14:06:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:06:03Z" name: isvc-autogluon-v2-predictor-67b849d456-cmlfw.18be7e1c84478fb0 namespace: kserve-ci-e2e-test resourceVersion: "19213" uid: afe4b6b2-98e7-4a73-8afe-abceada42f46 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:06:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-cmlfw namespace: kserve-ci-e2e-test resourceVersion: "19196" uid: 311156e0-cd6a-41d0-a690-71594ce3e37c kind: Event lastTimestamp: "2026-07-02T14:06:03Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T14:06:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:06:03Z" name: isvc-autogluon-v2-predictor-67b849d456-cmlfw.18be7e1c89183fcc namespace: kserve-ci-e2e-test resourceVersion: "19214" uid: 2e94eb66-b25a-462f-9031-a48d041d76be reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:06:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-cmlfw namespace: kserve-ci-e2e-test resourceVersion: "19196" uid: 311156e0-cd6a-41d0-a690-71594ce3e37c kind: Event lastTimestamp: "2026-07-02T14:06:03Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T14:06:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:06:03Z" name: isvc-autogluon-v2-predictor-67b849d456-cmlfw.18be7e1c89cabec2 namespace: kserve-ci-e2e-test resourceVersion: "19215" uid: 0ecf5672-9fa6-4a2a-b53b-9728299ce71b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:06:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-cmlfw namespace: kserve-ci-e2e-test resourceVersion: "19196" uid: 311156e0-cd6a-41d0-a690-71594ce3e37c kind: Event lastTimestamp: "2026-07-02T14:06:08Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T14:06:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:06:08Z" name: isvc-autogluon-v2-predictor-67b849d456-cmlfw.18be7e1dcc4b125e namespace: kserve-ci-e2e-test resourceVersion: "19260" uid: 8325d34b-0542-44b9-9b4e-5bd74dd7db42 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:06:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-cmlfw namespace: kserve-ci-e2e-test resourceVersion: "19196" uid: 311156e0-cd6a-41d0-a690-71594ce3e37c kind: Event lastTimestamp: "2026-07-02T14:06:09Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T14:06:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:06:09Z" name: isvc-autogluon-v2-predictor-67b849d456-cmlfw.18be7e1dd31e8a2a namespace: kserve-ci-e2e-test resourceVersion: "19267" uid: 96f2446e-df75-46e1-9c0b-e6e60a9350c1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:06:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-cmlfw namespace: kserve-ci-e2e-test resourceVersion: "19196" uid: 311156e0-cd6a-41d0-a690-71594ce3e37c kind: Event lastTimestamp: "2026-07-02T14:06:09Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T14:06:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:06:09Z" name: isvc-autogluon-v2-predictor-67b849d456-cmlfw.18be7e1dd46b32bb namespace: kserve-ci-e2e-test resourceVersion: "19268" uid: aeed139e-727f-4c42-acc9-fdfa4304fc81 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:06:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-cmlfw namespace: kserve-ci-e2e-test resourceVersion: "19196" uid: 311156e0-cd6a-41d0-a690-71594ce3e37c kind: Event lastTimestamp: "2026-07-02T14:06:09Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T14:06:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:06:09Z" name: isvc-autogluon-v2-predictor-67b849d456-cmlfw.18be7e1dd475e06d namespace: kserve-ci-e2e-test resourceVersion: "19269" uid: 550e5d76-d379-4e5d-8219-1ee88e59f1a6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:06:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-cmlfw namespace: kserve-ci-e2e-test resourceVersion: "19196" uid: 311156e0-cd6a-41d0-a690-71594ce3e37c kind: Event lastTimestamp: "2026-07-02T14:06:09Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T14:06:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:06:09Z" name: isvc-autogluon-v2-predictor-67b849d456-cmlfw.18be7e1dda6de149 namespace: kserve-ci-e2e-test resourceVersion: "19270" uid: 07b3450c-943b-4156-ab3b-e18f6c0c1114 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:06:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-cmlfw namespace: kserve-ci-e2e-test resourceVersion: "19196" uid: 311156e0-cd6a-41d0-a690-71594ce3e37c kind: Event lastTimestamp: "2026-07-02T14:06:09Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:06:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:06:09Z" name: isvc-autogluon-v2-predictor-67b849d456-cmlfw.18be7e1ddbb7d004 namespace: kserve-ci-e2e-test resourceVersion: "19271" uid: 4e77ad59-57e4-47f3-9c39-ab236790f63a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:07:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-cmlfw namespace: kserve-ci-e2e-test resourceVersion: "19196" uid: 311156e0-cd6a-41d0-a690-71594ce3e37c kind: Event lastTimestamp: "2026-07-02T14:07:53Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T14:07:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:07:53Z" name: isvc-autogluon-v2-predictor-67b849d456-cmlfw.18be7e3608b3a06e namespace: kserve-ci-e2e-test resourceVersion: "20017" uid: c8655136-f771-43d0-a012-5dd29ad1e54c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:07:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-cmlfw namespace: kserve-ci-e2e-test resourceVersion: "19196" uid: 311156e0-cd6a-41d0-a690-71594ce3e37c kind: Event lastTimestamp: "2026-07-02T14:07:53Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:07:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:07:53Z" name: isvc-autogluon-v2-predictor-67b849d456-cmlfw.18be7e3608b4594b namespace: kserve-ci-e2e-test resourceVersion: "20018" uid: 99eb2294-a810-46e1-9fe9-7b8329100c8d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:06:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "19183" uid: 827ff9d8-1a7a-4723-8e08-d844ccfe2df2 kind: Event lastTimestamp: "2026-07-02T14:06:02Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-cmlfw' metadata: creationTimestamp: "2026-07-02T14:06:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:06:02Z" name: isvc-autogluon-v2-predictor-67b849d456.18be7e1c65a78f8a namespace: kserve-ci-e2e-test resourceVersion: "19195" uid: 486e85ee-2b29-4d94-b6f1-b59d7a5ff152 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:06:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19181" uid: f4b91038-98b2-4156-b525-fd2ea32e9750 kind: Event lastTimestamp: "2026-07-02T14:06:02Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-02T14:06:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:06:02Z" name: isvc-autogluon-v2-predictor.18be7e1c60c5e240 namespace: kserve-ci-e2e-test resourceVersion: "19184" uid: b1216c8e-12f1-43fa-aff1-be397f6a11ef reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T14:06:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19182" uid: 7fb934d1-c595-423f-850d-1ed231acf841 kind: Event lastTimestamp: "2026-07-02T14:06:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T14:06:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:06:32Z" name: isvc-autogluon-v2-predictor.18be7e1fdfacef88 namespace: kserve-ci-e2e-test resourceVersion: "19438" uid: 7441ce43-f9bd-448c-ad84-c40ffb053352 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T14:06:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19182" uid: 7fb934d1-c595-423f-850d-1ed231acf841 kind: Event lastTimestamp: "2026-07-02T14:06:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T14:06:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:06:32Z" name: isvc-autogluon-v2-predictor.18be7e1fe01279ed namespace: kserve-ci-e2e-test resourceVersion: "19439" uid: 157742d1-0c08-4d7c-833f-41b6fb6c02ad reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-02T14:06:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19333" uid: 7fb934d1-c595-423f-850d-1ed231acf841 kind: Event lastTimestamp: "2026-07-02T14:07:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T14:06:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:07:47Z" name: isvc-autogluon-v2-predictor.18be7e26de7ed9fd namespace: kserve-ci-e2e-test resourceVersion: "19956" uid: e4e210e1-3f0c-4a58-a209-7883245c7717 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-02T14:06:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19333" uid: 7fb934d1-c595-423f-850d-1ed231acf841 kind: Event lastTimestamp: "2026-07-02T14:07:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T14:06:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:07:47Z" name: isvc-autogluon-v2-predictor.18be7e26def43abd namespace: kserve-ci-e2e-test resourceVersion: "19957" uid: bd0e2568-a3a1-432c-92e9-04d422053c23 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-02T14:07:58.168551Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr namespace: kserve-ci-e2e-test resourceVersion: "20075" uid: 84f0f02c-b7f1-4126-b36c-76ca98f6f5d3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr to ip-10-0-137-226.ec2.internal metadata: creationTimestamp: "2026-07-02T14:07:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T14:07:58Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr.18be7e373b4df4b9 namespace: kserve-ci-e2e-test resourceVersion: "20079" uid: 8f26609f-d5fc-4ce7-a908-55f9ae811756 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b894f7b85-vjn4k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:07:58Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: 84f0f02c-b7f1-4126-b36c-76ca98f6f5d3 kind: Event lastTimestamp: "2026-07-02T14:07:58Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T14:07:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T14:07:58Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr.18be7e3755555b76 namespace: kserve-ci-e2e-test resourceVersion: "20093" uid: 08eff679-5ae7-48b3-8f4d-0c4ea32377fc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:07:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 84f0f02c-b7f1-4126-b36c-76ca98f6f5d3 kind: Event lastTimestamp: "2026-07-02T14:07:58Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd2b86b0a2c9500aabe87a633c3b9bab30a880b19ff42859e99cc17f113ecdb0" already present on machine metadata: creationTimestamp: "2026-07-02T14:07:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:07:58Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr.18be7e3756b87503 namespace: kserve-ci-e2e-test resourceVersion: "20095" uid: 5c4e7deb-7675-48d1-a5f9-c55a35404edc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:07:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 84f0f02c-b7f1-4126-b36c-76ca98f6f5d3 kind: Event lastTimestamp: "2026-07-02T14:07:58Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T14:07:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:07:58Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr.18be7e3759da014d namespace: kserve-ci-e2e-test resourceVersion: "20096" uid: 3c591ed5-fc69-4574-8004-e56d306dfe5c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:07:58Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 84f0f02c-b7f1-4126-b36c-76ca98f6f5d3 kind: Event lastTimestamp: "2026-07-02T14:07:58Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T14:07:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:07:58Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr.18be7e375a3ff8c7 namespace: kserve-ci-e2e-test resourceVersion: "20097" uid: 83499169-7419-467e-8a28-aba580023379 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:08:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 84f0f02c-b7f1-4126-b36c-76ca98f6f5d3 kind: Event lastTimestamp: "2026-07-02T14:08:27Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T14:08:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:08:27Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr.18be7e3e0e7a8af9 namespace: kserve-ci-e2e-test resourceVersion: "20300" uid: 6bcd10fc-3a51-44d5-8dd7-451faeb16ccb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:08:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 84f0f02c-b7f1-4126-b36c-76ca98f6f5d3 kind: Event lastTimestamp: "2026-07-02T14:08:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T14:08:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:08:27Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr.18be7e3e115da330 namespace: kserve-ci-e2e-test resourceVersion: "20304" uid: e9bdad74-e2be-4671-920e-50ef2166f600 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:08:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 84f0f02c-b7f1-4126-b36c-76ca98f6f5d3 kind: Event lastTimestamp: "2026-07-02T14:08:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T14:08:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:08:27Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr.18be7e3e11cf0d64 namespace: kserve-ci-e2e-test resourceVersion: "20305" uid: 94793726-1fd5-45d1-b234-ce392ee7f3d0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:08:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 84f0f02c-b7f1-4126-b36c-76ca98f6f5d3 kind: Event lastTimestamp: "2026-07-02T14:08:27Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T14:08:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:08:27Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr.18be7e3e11da7a67 namespace: kserve-ci-e2e-test resourceVersion: "20306" uid: 496324fe-5eb6-4a44-a629-d31a1276ff94 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:08:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 84f0f02c-b7f1-4126-b36c-76ca98f6f5d3 kind: Event lastTimestamp: "2026-07-02T14:08:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T14:08:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:08:27Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr.18be7e3e157bcaab namespace: kserve-ci-e2e-test resourceVersion: "20310" uid: 60899e17-6825-4af7-8bce-b23519628989 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:08:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 84f0f02c-b7f1-4126-b36c-76ca98f6f5d3 kind: Event lastTimestamp: "2026-07-02T14:08:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:08:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:08:27Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr.18be7e3e15e86111 namespace: kserve-ci-e2e-test resourceVersion: "20311" uid: ec394fc7-ce24-4365-a525-f594b4b21906 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 84f0f02c-b7f1-4126-b36c-76ca98f6f5d3 kind: Event lastTimestamp: "2026-07-02T14:10:08Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T14:10:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:10:08Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr.18be7e558958abbb namespace: kserve-ci-e2e-test resourceVersion: "21037" uid: a82879ba-9ac3-409d-b21b-305c17114308 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 84f0f02c-b7f1-4126-b36c-76ca98f6f5d3 kind: Event lastTimestamp: "2026-07-02T14:10:08Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:10:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:10:08Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr.18be7e55895950b5 namespace: kserve-ci-e2e-test resourceVersion: "21038" uid: a6cabdbd-9d6d-4746-a10d-4c7e7124e090 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:07:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "20066" uid: 3b7afb4e-00a1-4e6c-b60f-e813a812c1ee kind: Event lastTimestamp: "2026-07-02T14:07:58Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-f52lr' metadata: creationTimestamp: "2026-07-02T14:07:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:07:58Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18be7e373adc4738 namespace: kserve-ci-e2e-test resourceVersion: "20076" uid: df17429c-5eaf-4b69-a82e-8be1d5a33f36 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:07:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: 0e587059-84f1-4432-91c1-c01a6d667421 kind: Event lastTimestamp: "2026-07-02T14:07:58Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-02T14:07:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:07:58Z" name: isvc-autogluon-v2-variants-predictor.18be7e373652b24a namespace: kserve-ci-e2e-test resourceVersion: "20067" uid: 3b5d9243-1747-4220-99a7-1216f255ac1a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T14:08:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20065" uid: dbd843f3-5f2e-4352-8a74-79440e8407b0 kind: Event lastTimestamp: "2026-07-02T14:08:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T14:08:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:08:58Z" name: isvc-autogluon-v2-variants-predictor.18be7e3ab531f10d namespace: kserve-ci-e2e-test resourceVersion: "20524" uid: fdb58638-041e-48a7-bd15-c67f69d10d17 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T14:08:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20065" uid: dbd843f3-5f2e-4352-8a74-79440e8407b0 kind: Event lastTimestamp: "2026-07-02T14:08:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T14:08:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:08:58Z" name: isvc-autogluon-v2-variants-predictor.18be7e3ab5a6afa6 namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: 2c099d5a-48ee-4e81-8029-3c50cfab0143 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T14:09:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20201" uid: dbd843f3-5f2e-4352-8a74-79440e8407b0 kind: Event lastTimestamp: "2026-07-02T14:09:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T14:09:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:09:58Z" name: isvc-autogluon-v2-variants-predictor.18be7e48b1ac6351 namespace: kserve-ci-e2e-test resourceVersion: "20941" uid: 102b85f7-2a55-40e3-8c57-a2b58d4ee434 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T14:09:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20201" uid: dbd843f3-5f2e-4352-8a74-79440e8407b0 kind: Event lastTimestamp: "2026-07-02T14:09:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T14:09:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:09:58Z" name: isvc-autogluon-v2-variants-predictor.18be7e48b218f3b9 namespace: kserve-ci-e2e-test resourceVersion: "20942" uid: b33824c8-f252-4fc1-8048-d689d0c5aa27 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T14:07:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20057" uid: 3ab4f138-e9c0-4b4f-9622-36cccad163b8 kind: Event lastTimestamp: "2026-07-02T14:10:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T14:07:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:10:03Z" name: isvc-autogluon-v2-variants.18be7e3736687629 namespace: kserve-ci-e2e-test resourceVersion: "20984" uid: 89302b1e-2b87-4ee9-988d-fac0ab96e845 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:07:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20057" uid: 3ab4f138-e9c0-4b4f-9622-36cccad163b8 kind: Event lastTimestamp: "2026-07-02T14:07:58Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T14:07:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:07:58Z" name: isvc-autogluon-v2-variants.18be7e3736ee9404 namespace: kserve-ci-e2e-test resourceVersion: "20070" uid: d1b3ecc7-bce3-4cb4-a050-cb50a9161483 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:07:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20057" uid: 3ab4f138-e9c0-4b4f-9622-36cccad163b8 kind: Event lastTimestamp: "2026-07-02T14:07:58Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T14:07:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:07:58Z" name: isvc-autogluon-v2-variants.18be7e3736eee4a9 namespace: kserve-ci-e2e-test resourceVersion: "20071" uid: a19a8375-26a2-4e40-8410-29aa1c753534 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:10:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20982" uid: 3ab4f138-e9c0-4b4f-9622-36cccad163b8 kind: Event lastTimestamp: "2026-07-02T14:10:03Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-02T14:10:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:10:03Z" name: isvc-autogluon-v2-variants.18be7e544e4beff4 namespace: kserve-ci-e2e-test resourceVersion: "20983" uid: 4df2c2e2-fbe8-4f32-9ed1-2b9ce2b9d162 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T14:06:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19174" uid: 734b7cf9-8ced-42d6-aff8-1b7c57a87be1 kind: Event lastTimestamp: "2026-07-02T14:07:48Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T14:06:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:07:48Z" name: isvc-autogluon-v2.18be7e1c60d08218 namespace: kserve-ci-e2e-test resourceVersion: "19961" uid: 24e6dbb5-0d20-47af-b1d9-9c5b85b5a031 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:06:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19174" uid: 734b7cf9-8ced-42d6-aff8-1b7c57a87be1 kind: Event lastTimestamp: "2026-07-02T14:06:02Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T14:06:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:06:02Z" name: isvc-autogluon-v2.18be7e1c6163e655 namespace: kserve-ci-e2e-test resourceVersion: "19187" uid: 5c476c04-3ba9-45eb-b57f-50db96f82c21 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:06:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19174" uid: 734b7cf9-8ced-42d6-aff8-1b7c57a87be1 kind: Event lastTimestamp: "2026-07-02T14:06:02Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T14:06:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:06:02Z" name: isvc-autogluon-v2.18be7e1c61642bfe namespace: kserve-ci-e2e-test resourceVersion: "19188" uid: 38d80fbd-6a4c-460e-8a77-0649052a2884 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:07:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19959" uid: 734b7cf9-8ced-42d6-aff8-1b7c57a87be1 kind: Event lastTimestamp: "2026-07-02T14:07:47Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-02T14:07:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:07:48Z" name: isvc-autogluon-v2.18be7e34dd22d60e namespace: kserve-ci-e2e-test resourceVersion: "19960" uid: b6e0182d-6f94-40fe-a13d-e4322630e0c7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T14:01:22.128515Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17010" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-547b85fd58-gxh5m to ip-10-0-137-226.ec2.internal metadata: creationTimestamp: "2026-07-02T14:01:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T14:01:22Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddb057a9574 namespace: kserve-ci-e2e-test resourceVersion: "17016" uid: 4110c2cb-006e-49a4-be3c-892632a0b9f0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b894f7b85-vjn4k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:22Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:01:22Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-02T14:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:22Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddb0d341676 namespace: kserve-ci-e2e-test resourceVersion: "17024" uid: 36220fac-1001-4f7c-acb6-8ff366e68a7e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:23Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17020" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:01:23Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T14:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T14:01:23Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddb42f415d9 namespace: kserve-ci-e2e-test resourceVersion: "17034" uid: b8baf3b9-2fb0-43b0-aeed-c226f6aeb8ea reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:01:23Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd2b86b0a2c9500aabe87a633c3b9bab30a880b19ff42859e99cc17f113ecdb0" already present on machine metadata: creationTimestamp: "2026-07-02T14:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:23Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddb449535d5 namespace: kserve-ci-e2e-test resourceVersion: "17037" uid: 84dce090-7266-4333-97f9-6a8a0adf37f1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:01:23Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T14:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:23Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddb47ea0323 namespace: kserve-ci-e2e-test resourceVersion: "17038" uid: 1b84756a-ec0b-4b6a-be6e-218c4a8a13ce reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:01:23Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T14:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:23Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddb48602810 namespace: kserve-ci-e2e-test resourceVersion: "17039" uid: 5cec604c-52b4-448f-b9d7-233e7a921c74 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:01:27Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1695" already present on machine metadata: creationTimestamp: "2026-07-02T14:01:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:27Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddc52f80d30 namespace: kserve-ci-e2e-test resourceVersion: "17080" uid: b8c66607-2008-4a44-8093-b5308847153d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:01:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T14:01:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:27Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddc5676950e namespace: kserve-ci-e2e-test resourceVersion: "17082" uid: 7326f696-1217-4b0d-89da-c339c60afe77 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:01:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T14:01:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:27Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddc570ef9eb namespace: kserve-ci-e2e-test resourceVersion: "17085" uid: 553bca66-404f-442e-96e1-234b0e6d2c96 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:01:27Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T14:01:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:27Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddc571b191e namespace: kserve-ci-e2e-test resourceVersion: "17086" uid: ccd60b53-277b-4430-babb-57c8d9fa5b72 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:01:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T14:01:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:27Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddc59e5cf39 namespace: kserve-ci-e2e-test resourceVersion: "17088" uid: a380d10a-60c5-45d8-8481-e4ba07cf0be5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:01:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:01:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:27Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddc5a5a84bf namespace: kserve-ci-e2e-test resourceVersion: "17090" uid: b18ddd5c-50de-4ad4-bc0a-d6734b205ffb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:01:27Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:1e7dcd5f4b9bda75b80489a614582dd16b64d12f2ecd8484f5e1c0efef78ddc5" already present on machine metadata: creationTimestamp: "2026-07-02T14:01:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:27Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddc5a65c406 namespace: kserve-ci-e2e-test resourceVersion: "17091" uid: 718ccb08-a2ab-4f98-a855-251304fbbdca reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:01:27Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-02T14:01:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:27Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddc5e41d2b7 namespace: kserve-ci-e2e-test resourceVersion: "17092" uid: 62188480-f8ce-4fae-bdde-845db8afe09f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:01:27Z" message: Started container agent metadata: creationTimestamp: "2026-07-02T14:01:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:27Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddc5eb9a5ad namespace: kserve-ci-e2e-test resourceVersion: "17093" uid: 71705d35-2ce9-4641-a1e8-f98e6cf251b9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T14:01:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:03:05Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T14:01:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:03:05Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddc8f0dde89 namespace: kserve-ci-e2e-test resourceVersion: "17895" uid: 59ff766f-7dee-4c87-864d-62a65c9cbbcd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-02T14:01:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:03:05Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-02T14:01:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:03:05Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7ddccae4a179 namespace: kserve-ci-e2e-test resourceVersion: "17894" uid: 5f8408d0-e746-4fec-91a1-a91975fa1c93 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:02:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T14:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:02:57Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7df135d280c1 namespace: kserve-ci-e2e-test resourceVersion: "17786" uid: 30f5b32f-9cd9-4e1d-babb-bc3d4db85f2a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:02:57Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-02T14:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:02:57Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7df135d5667f namespace: kserve-ci-e2e-test resourceVersion: "17793" uid: aa4bbb3a-58ae-4376-876e-18ef44afc605 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:02:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:02:57Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7df135d6de22 namespace: kserve-ci-e2e-test resourceVersion: "17798" uid: 34c8cb5d-1f61-4fad-955d-399830328d2d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T14:03:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-547b85fd58-gxh5m namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: de2c995d-e3fb-4639-bf9e-eae8fceb15e0 kind: Event lastTimestamp: "2026-07-02T14:03:10Z" message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-02T14:03:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:03:10Z" name: isvc-logger-predictor-547b85fd58-gxh5m.18be7df1fb22f9f5 namespace: kserve-ci-e2e-test resourceVersion: "17931" uid: 95fd78b5-8785-4c39-bde4-bb55e584e772 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-547b85fd58 namespace: kserve-ci-e2e-test resourceVersion: "17001" uid: 27cfc0b5-8571-4844-848d-53b627ce6d29 kind: Event lastTimestamp: "2026-07-02T14:01:22Z" message: 'Created pod: isvc-logger-predictor-547b85fd58-gxh5m' metadata: creationTimestamp: "2026-07-02T14:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:01:22Z" name: isvc-logger-predictor-547b85fd58.18be7ddb050e5f0d namespace: kserve-ci-e2e-test resourceVersion: "17013" uid: 4e65298e-73a0-4ff4-a6c8-cd019f9b3aa0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16999" uid: 7ac51b8c-51ff-4039-ac26-23d0c6c0090b kind: Event lastTimestamp: "2026-07-02T14:01:22Z" message: Scaled up replica set isvc-logger-predictor-547b85fd58 from 0 to 1 metadata: creationTimestamp: "2026-07-02T14:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:01:22Z" name: isvc-logger-predictor.18be7ddb012d3fab namespace: kserve-ci-e2e-test resourceVersion: "17003" uid: 3d6158da-5c4c-4777-92a6-3c72a8b1d478 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T14:01:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17000" uid: d8e99b41-c06b-4771-a907-e2aed570d600 kind: Event lastTimestamp: "2026-07-02T14:01:52Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T14:01:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:01:52Z" name: isvc-logger-predictor.18be7dde7fb94580 namespace: kserve-ci-e2e-test resourceVersion: "17275" uid: 2c7c89ae-cf88-422f-a0f3-fa5204b7b205 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T14:01:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17000" uid: d8e99b41-c06b-4771-a907-e2aed570d600 kind: Event lastTimestamp: "2026-07-02T14:01:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T14:01:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:01:52Z" name: isvc-logger-predictor.18be7dde80211230 namespace: kserve-ci-e2e-test resourceVersion: "17276" uid: b1765d72-6163-46a7-8526-d4ff040dd624 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T14:02:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17167" uid: d8e99b41-c06b-4771-a907-e2aed570d600 kind: Event lastTimestamp: "2026-07-02T14:02:52Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T14:02:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:02:52Z" name: isvc-logger-predictor.18be7de57e94ab39 namespace: kserve-ci-e2e-test resourceVersion: "17711" uid: c618db32-09a5-4782-903b-06cee5862235 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T14:02:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17167" uid: d8e99b41-c06b-4771-a907-e2aed570d600 kind: Event lastTimestamp: "2026-07-02T14:02:52Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T14:02:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:02:52Z" name: isvc-logger-predictor.18be7de57f10e4fd namespace: kserve-ci-e2e-test resourceVersion: "17712" uid: 7d245fc8-8adb-47f1-aebd-70747eac6690 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T14:01:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16992" uid: 2795a5ce-e0f4-4b03-8385-6176ff4c2503 kind: Event lastTimestamp: "2026-07-02T14:02:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T14:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:02:45Z" name: isvc-logger.18be7ddb016a7c3e namespace: kserve-ci-e2e-test resourceVersion: "17671" uid: c63b34fc-8fa9-4371-87b5-1ef2025cdd2d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16992" uid: 2795a5ce-e0f4-4b03-8385-6176ff4c2503 kind: Event lastTimestamp: "2026-07-02T14:01:22Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T14:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:01:22Z" name: isvc-logger.18be7ddb01db9727 namespace: kserve-ci-e2e-test resourceVersion: "17007" uid: a4a793b3-d35b-46f4-9fd8-3cdbc9e100f9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17669" uid: 2795a5ce-e0f4-4b03-8385-6176ff4c2503 kind: Event lastTimestamp: "2026-07-02T14:02:45Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-02T14:02:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:02:45Z" name: isvc-logger.18be7dee83dff000 namespace: kserve-ci-e2e-test resourceVersion: "17670" uid: a7db2227-c892-4602-b1e4-e26d64bf235d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T13:59:26.877799Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "15995" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r to ip-10-0-137-226.ec2.internal metadata: creationTimestamp: "2026-07-02T13:59:26Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T13:59:26Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc030003438 namespace: kserve-ci-e2e-test resourceVersion: "16002" uid: 669998d7-71a5-4621-9cdb-94afb6d5e87c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b894f7b85-vjn4k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:27Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T13:59:27Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-02T13:59:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:27Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc03c5391ef namespace: kserve-ci-e2e-test resourceVersion: "16011" uid: e366e7fe-030c-4a9b-b862-5366eda65db9 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:27Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16006" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T13:59:27Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T13:59:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T13:59:27Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc06d675610 namespace: kserve-ci-e2e-test resourceVersion: "16018" uid: 73536975-b18d-4905-9961-2719bb55290a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T13:59:27Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd2b86b0a2c9500aabe87a633c3b9bab30a880b19ff42859e99cc17f113ecdb0" already present on machine metadata: creationTimestamp: "2026-07-02T13:59:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:27Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc06ef02a01 namespace: kserve-ci-e2e-test resourceVersion: "16020" uid: 8637e5b3-8d57-4248-a7bf-405faf7204b9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T13:59:27Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T13:59:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:27Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc0722b12fa namespace: kserve-ci-e2e-test resourceVersion: "16022" uid: 7a5bab3f-7744-445c-812e-d68881691c1c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T13:59:27Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T13:59:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:27Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc072a3affc namespace: kserve-ci-e2e-test resourceVersion: "16023" uid: 1d4fceeb-31db-4a3e-95d5-a9bf16d4ad6a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T13:59:32Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1695" already present on machine metadata: creationTimestamp: "2026-07-02T13:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:32Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc170465f76 namespace: kserve-ci-e2e-test resourceVersion: "16082" uid: f9976635-6bde-4e4e-800e-5d967261e34a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T13:59:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T13:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:32Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc1736cbe03 namespace: kserve-ci-e2e-test resourceVersion: "16084" uid: c8170d74-a5f3-4607-926c-06e840e66e3b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T13:59:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T13:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:32Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc173e5be0c namespace: kserve-ci-e2e-test resourceVersion: "16085" uid: 0d87196e-f5cf-4541-8010-3df1a367be6b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T13:59:32Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T13:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:32Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc173f1d5ca namespace: kserve-ci-e2e-test resourceVersion: "16086" uid: 636689dd-d4f3-4193-a176-bb6933c3dd8a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T13:59:32Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T13:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:32Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc1781bfc4b namespace: kserve-ci-e2e-test resourceVersion: "16090" uid: 1403978a-be28-46b4-aed6-3353f5e2b3ac reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T13:59:32Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:32Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc17891a112 namespace: kserve-ci-e2e-test resourceVersion: "16091" uid: acc59d19-b465-4a79-b637-e98cfdfe678e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T13:59:32Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:1e7dcd5f4b9bda75b80489a614582dd16b64d12f2ecd8484f5e1c0efef78ddc5" already present on machine metadata: creationTimestamp: "2026-07-02T13:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:32Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc1789d97dc namespace: kserve-ci-e2e-test resourceVersion: "16092" uid: 864fdb95-3e8d-493e-8c0a-c1dd30228b32 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T13:59:32Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-02T13:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:32Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc17b8e08a3 namespace: kserve-ci-e2e-test resourceVersion: "16094" uid: f5f78afe-dde8-425c-b958-9afefff10598 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T13:59:32Z" message: Started container agent metadata: creationTimestamp: "2026-07-02T13:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:32Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc17c042595 namespace: kserve-ci-e2e-test resourceVersion: "16095" uid: 54cd3ba8-de78-4839-acc4-51e8baf9720e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T13:59:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T14:01:05Z" message: 'Readiness probe failed: dial tcp 10.134.0.25:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-02T13:59:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:05Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc1ac8e129a namespace: kserve-ci-e2e-test resourceVersion: "16870" uid: a3761d11-30cd-420e-a2d9-77a0a37ade8a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T13:59:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T14:01:05Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-02T13:59:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:05Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dc1e863b5f4 namespace: kserve-ci-e2e-test resourceVersion: "16869" uid: d767a2ba-5f9c-41a3-bdb0-fa551f1d8eed reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T14:01:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T14:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:02Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dd65cb3c5da namespace: kserve-ci-e2e-test resourceVersion: "16813" uid: 92864d31-7e21-4be5-94fc-9089af5ae17a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T14:01:02Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-02T14:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:02Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dd65cb4b24c namespace: kserve-ci-e2e-test resourceVersion: "16815" uid: e4a46b0c-7c1e-4f97-9b89-467f28038f2c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T14:01:02Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:02Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dd65cb4f365 namespace: kserve-ci-e2e-test resourceVersion: "16818" uid: 8a346a52-0a78-4d32-87ff-a4b5717f86b5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r namespace: kserve-ci-e2e-test resourceVersion: "16000" uid: dd2a0dd6-9a57-4964-960f-8c27112242f1 kind: Event lastTimestamp: "2026-07-02T14:01:05Z" message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp 10.134.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-02T14:01:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:05Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r.18be7dd7189592e1 namespace: kserve-ci-e2e-test resourceVersion: "16860" uid: f190ee68-a406-4660-afa3-731af7cb17e5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:26Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-6b699544d4 namespace: kserve-ci-e2e-test resourceVersion: "15968" uid: 9badf9a4-48d6-47d5-9d78-4a1123de2348 kind: Event lastTimestamp: "2026-07-02T13:59:26Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-6b699544d4-5x59r' metadata: creationTimestamp: "2026-07-02T13:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:59:26Z" name: isvc-sklearn-batcher-custom-predictor-6b699544d4.18be7dc02f6f049e namespace: kserve-ci-e2e-test resourceVersion: "15999" uid: 16f26ebc-97f0-46e1-aef4-8d6d1079125a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15965" uid: 3257b6d4-5ff0-45ed-b00f-7ae4f9a4f1c7 kind: Event lastTimestamp: "2026-07-02T13:59:26Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-6b699544d4 from 0 to 1 metadata: creationTimestamp: "2026-07-02T13:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:59:26Z" name: isvc-sklearn-batcher-custom-predictor.18be7dc029cac03a namespace: kserve-ci-e2e-test resourceVersion: "15969" uid: cc065e27-136e-4413-9f62-5575b4f08815 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:59:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15966" uid: 90ab21a3-f9f0-4d21-889f-4adc065f7916 kind: Event lastTimestamp: "2026-07-02T14:00:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:59:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:00:11Z" name: isvc-sklearn-batcher-custom-predictor.18be7dc3a9052fcb namespace: kserve-ci-e2e-test resourceVersion: "16406" uid: 7df8dd3f-b9a2-4497-bb07-d5242f353a06 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:59:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15966" uid: 90ab21a3-f9f0-4d21-889f-4adc065f7916 kind: Event lastTimestamp: "2026-07-02T14:00:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:59:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:00:11Z" name: isvc-sklearn-batcher-custom-predictor.18be7dc3a9c12d52 namespace: kserve-ci-e2e-test resourceVersion: "16408" uid: 57267fda-ee05-491f-9b66-1d4ba5e7c79b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:59:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16173" uid: 90ab21a3-f9f0-4d21-889f-4adc065f7916 kind: Event lastTimestamp: "2026-07-02T14:00:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:59:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:00:56Z" name: isvc-sklearn-batcher-custom-predictor.18be7dc728d7201b namespace: kserve-ci-e2e-test resourceVersion: "16737" uid: 45c60bf9-518b-4a8d-8027-d880b72d1c25 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:59:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16173" uid: 90ab21a3-f9f0-4d21-889f-4adc065f7916 kind: Event lastTimestamp: "2026-07-02T14:00:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:59:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:00:56Z" name: isvc-sklearn-batcher-custom-predictor.18be7dc7293cc9de namespace: kserve-ci-e2e-test resourceVersion: "16738" uid: 09b3af61-528f-48bb-bd63-742e757cc14a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T13:59:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: cc6df6c3-8212-4cb0-bb30-38540ce693c5 kind: Event lastTimestamp: "2026-07-02T14:00:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T13:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:00:56Z" name: isvc-sklearn-batcher-custom.18be7dc029d33631 namespace: kserve-ci-e2e-test resourceVersion: "16729" uid: 5e4291bf-d5f2-4872-a7a7-c20f009d06f7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: cc6df6c3-8212-4cb0-bb30-38540ce693c5 kind: Event lastTimestamp: "2026-07-02T13:59:26Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:59:26Z" name: isvc-sklearn-batcher-custom.18be7dc02a6845c6 namespace: kserve-ci-e2e-test resourceVersion: "15972" uid: 78231413-d9f2-4ae4-b426-2290ea3ab4db reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:00:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: cc6df6c3-8212-4cb0-bb30-38540ce693c5 kind: Event lastTimestamp: "2026-07-02T14:00:56Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-02T14:00:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:00:56Z" name: isvc-sklearn-batcher-custom.18be7dd4f113dbfc namespace: kserve-ci-e2e-test resourceVersion: "16728" uid: cd21fae1-99f1-4449-b94c-14391cae74df reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T13:57:31.792963Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 to ip-10-0-137-226.ec2.internal metadata: creationTimestamp: "2026-07-02T13:57:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T13:57:31Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7da56469068f namespace: kserve-ci-e2e-test resourceVersion: "15055" uid: 43cec146-87c0-4f9d-bcd2-b83b1807b863 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b894f7b85-vjn4k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15062" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:32Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T13:57:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T13:57:32Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7da57e4e41b5 namespace: kserve-ci-e2e-test resourceVersion: "15070" uid: 45899bd1-93d2-49b0-bbf2-e144ddec25f0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:32Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd2b86b0a2c9500aabe87a633c3b9bab30a880b19ff42859e99cc17f113ecdb0" metadata: creationTimestamp: "2026-07-02T13:57:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:32Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7da58021dbd4 namespace: kserve-ci-e2e-test resourceVersion: "15072" uid: bc2d4ac8-c59d-4d46-b297-44551964382a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:35Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:cd2b86b0a2c9500aabe87a633c3b9bab30a880b19ff42859e99cc17f113ecdb0" in 3.405s (3.405s including waiting). Image size: 300572665 bytes.' metadata: creationTimestamp: "2026-07-02T13:57:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:35Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7da64b234d19 namespace: kserve-ci-e2e-test resourceVersion: "15094" uid: f42e6c99-343d-48ae-a04e-b174f461d0ed reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:35Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T13:57:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:35Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7da64e2a8ce9 namespace: kserve-ci-e2e-test resourceVersion: "15097" uid: 9d3ca9a2-1f98-45df-ba25-6d4ae1ab1b4a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:35Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T13:57:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:35Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7da64ea1a260 namespace: kserve-ci-e2e-test resourceVersion: "15098" uid: a1edace0-1e12-4d4e-9566-c45a460161ce reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:39Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1695" metadata: creationTimestamp: "2026-07-02T13:57:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:39Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7da740e4c8a9 namespace: kserve-ci-e2e-test resourceVersion: "15135" uid: 54c8ca89-eb62-4aeb-aa35-f0c3d6526788 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:53Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1695" in 13.298s (13.298s including waiting). Image size: 1555877318 bytes.' metadata: creationTimestamp: "2026-07-02T13:57:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:53Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7daa598c5ac8 namespace: kserve-ci-e2e-test resourceVersion: "15235" uid: b59ab15d-2a31-484c-85b1-253caa2e07f7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T13:57:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:53Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7daa5c75f048 namespace: kserve-ci-e2e-test resourceVersion: "15237" uid: ade1d63d-98fa-410c-96f0-d30346475cfb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T13:57:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:53Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7daa5ce9d93e namespace: kserve-ci-e2e-test resourceVersion: "15238" uid: e358c7fc-3d70-4080-a8b8-476d270a4f86 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:53Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-02T13:57:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:53Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7daa5cf70ca4 namespace: kserve-ci-e2e-test resourceVersion: "15239" uid: 8a458adb-5018-415e-9876-58225268b83b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:55Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.368s (2.368s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-02T13:57:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:55Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7daaea2a959e namespace: kserve-ci-e2e-test resourceVersion: "15255" uid: 75f0b45b-5e36-49e6-95df-751ed26d5d24 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:55Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T13:57:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:55Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7daaed30c398 namespace: kserve-ci-e2e-test resourceVersion: "15256" uid: adc906d1-7f1e-4d05-ac4e-bdae51c5e08c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:55Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:57:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:55Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7daaeda65169 namespace: kserve-ci-e2e-test resourceVersion: "15257" uid: 8867a62c-b311-4704-b068-c128e7a61f13 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:55Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:1e7dcd5f4b9bda75b80489a614582dd16b64d12f2ecd8484f5e1c0efef78ddc5" metadata: creationTimestamp: "2026-07-02T13:57:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:55Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7daaedb30ef3 namespace: kserve-ci-e2e-test resourceVersion: "15258" uid: 8bbca0de-2cac-4286-9ab2-f7f5944caf10 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:58Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:1e7dcd5f4b9bda75b80489a614582dd16b64d12f2ecd8484f5e1c0efef78ddc5" in 2.721s (2.721s including waiting). Image size: 239994521 bytes.' metadata: creationTimestamp: "2026-07-02T13:57:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:58Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7dab8fe8521c namespace: kserve-ci-e2e-test resourceVersion: "15276" uid: b5bf0aae-a8dc-48ba-a0c8-258597c3a09c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:58Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-02T13:57:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:58Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7dab92db9e5b namespace: kserve-ci-e2e-test resourceVersion: "15277" uid: 57080bb0-977f-4548-ad58-4471a704a5f9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:57:58Z" message: Started container agent metadata: creationTimestamp: "2026-07-02T13:57:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:57:58Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7dab935465f4 namespace: kserve-ci-e2e-test resourceVersion: "15278" uid: 9c995cb4-a01a-43c6-9071-00f5f97f8351 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T13:57:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:59:44Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T13:57:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:44Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7dabb3010d9c namespace: kserve-ci-e2e-test resourceVersion: "16200" uid: 32c1b355-5df7-494b-8e4e-855b3e17172a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-02T13:57:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:59:34Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-02T13:57:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:34Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7dabb30af46a namespace: kserve-ci-e2e-test resourceVersion: "16119" uid: 26b489ca-72b1-464a-9d64-574e36ddb4ba reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:59:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T13:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:26Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7dc02e1f2895 namespace: kserve-ci-e2e-test resourceVersion: "15991" uid: 576f0005-6379-44f4-b47d-8e9d2bee07d4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:59:26Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-02T13:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:26Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7dc02e1f80fa namespace: kserve-ci-e2e-test resourceVersion: "15992" uid: 0b1696f7-c839-4af6-8b86-c0ada0a25cff reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:59:26Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:59:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:26Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7dc02e220da7 namespace: kserve-ci-e2e-test resourceVersion: "15994" uid: e9b59882-4b4b-4dba-9024-94fcf38333dc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:59:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5 namespace: kserve-ci-e2e-test resourceVersion: "15053" uid: c81fe33c-e17e-4bd5-8df9-d5169e139545 kind: Event lastTimestamp: "2026-07-02T13:59:44Z" message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-02T13:59:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:59:44Z" name: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5.18be7dc0e32a6a8b namespace: kserve-ci-e2e-test resourceVersion: "16199" uid: f3e59d8a-c90b-4858-9dc4-b6818ccaef35 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-5b79f65797 namespace: kserve-ci-e2e-test resourceVersion: "15037" uid: 244a7b5c-e769-45b8-be9f-e4f269f56bd6 kind: Event lastTimestamp: "2026-07-02T13:57:31Z" message: 'Created pod: isvc-sklearn-batcher-predictor-5b79f65797-fwhc5' metadata: creationTimestamp: "2026-07-02T13:57:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:57:31Z" name: isvc-sklearn-batcher-predictor-5b79f65797.18be7da563e233b0 namespace: kserve-ci-e2e-test resourceVersion: "15052" uid: 3e7d4b53-db31-4fd2-a626-1280622b45a0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:57:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15035" uid: b168ea24-6053-4090-b1b0-de1757e57702 kind: Event lastTimestamp: "2026-07-02T13:57:31Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-5b79f65797 from 0 to 1 metadata: creationTimestamp: "2026-07-02T13:57:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:57:31Z" name: isvc-sklearn-batcher-predictor.18be7da55874283e namespace: kserve-ci-e2e-test resourceVersion: "15039" uid: 4ee04f93-ab77-4444-b0e3-c4a884fb76a1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:57:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15044" uid: 1356b408-8c16-47b9-b79f-155e7881e4f0 kind: Event lastTimestamp: "2026-07-02T13:58:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:57:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:58:31Z" name: isvc-sklearn-batcher-predictor.18be7da8de2deb76 namespace: kserve-ci-e2e-test resourceVersion: "15522" uid: 05d41e6e-5e95-440a-b5ec-8d109c9320e9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:57:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15044" uid: 1356b408-8c16-47b9-b79f-155e7881e4f0 kind: Event lastTimestamp: "2026-07-02T13:58:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:57:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:58:31Z" name: isvc-sklearn-batcher-predictor.18be7da8dea59a06 namespace: kserve-ci-e2e-test resourceVersion: "15523" uid: 86fe92fc-2bfa-4eeb-b674-788b3fa57e28 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:58:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15183" uid: 1356b408-8c16-47b9-b79f-155e7881e4f0 kind: Event lastTimestamp: "2026-07-02T13:59:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:58:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:59:16Z" name: isvc-sklearn-batcher-predictor.18be7db6db13358e namespace: kserve-ci-e2e-test resourceVersion: "15848" uid: 5a2de9fe-f917-4cb3-9bfc-43b8badc5658 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:58:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15183" uid: 1356b408-8c16-47b9-b79f-155e7881e4f0 kind: Event lastTimestamp: "2026-07-02T13:59:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:58:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:59:16Z" name: isvc-sklearn-batcher-predictor.18be7db6db7c9057 namespace: kserve-ci-e2e-test resourceVersion: "15849" uid: 0beb3058-7d4a-4d51-aaad-8b7d653b7fd8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T13:57:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15026" uid: aae6c782-c2e0-4173-9f74-6b5c142a461e kind: Event lastTimestamp: "2026-07-02T13:59:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T13:57:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:59:15Z" name: isvc-sklearn-batcher.18be7da55e4c702d namespace: kserve-ci-e2e-test resourceVersion: "15838" uid: 08e538b5-c88b-4677-b183-4439275f4a93 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:57:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15026" uid: aae6c782-c2e0-4173-9f74-6b5c142a461e kind: Event lastTimestamp: "2026-07-02T13:57:31Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:57:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:57:31Z" name: isvc-sklearn-batcher.18be7da55eca0acf namespace: kserve-ci-e2e-test resourceVersion: "15060" uid: e920e565-c209-4557-a19d-be25982dd6d6 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:57:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15026" uid: aae6c782-c2e0-4173-9f74-6b5c142a461e kind: Event lastTimestamp: "2026-07-02T13:57:31Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:57:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:57:31Z" name: isvc-sklearn-batcher.18be7da55eca55d4 namespace: kserve-ci-e2e-test resourceVersion: "15063" uid: 8f8cc797-3e10-469e-9b14-4a8838bc247b reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:59:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15835" uid: aae6c782-c2e0-4173-9f74-6b5c142a461e kind: Event lastTimestamp: "2026-07-02T13:59:14Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-02T13:59:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:59:14Z" name: isvc-sklearn-batcher.18be7dbd6aec5b7a namespace: kserve-ci-e2e-test resourceVersion: "15836" uid: 18bb8ea6-52ed-40df-8858-6c19e02e317e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T14:01:02.102345Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-jsfdr namespace: kserve-ci-e2e-test resourceVersion: "16803" uid: 92cfa623-e6fb-4676-a9d9-1ea1d08e0778 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-jsfdr to ip-10-0-137-226.ec2.internal metadata: creationTimestamp: "2026-07-02T14:01:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T14:01:02Z" name: message-dumper-predictor-6575bcfdfd-jsfdr.18be7dd65bd39a6c namespace: kserve-ci-e2e-test resourceVersion: "16809" uid: 61651b4a-8f83-4452-b644-c422fb89c9ea reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b894f7b85-vjn4k source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:02Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-jsfdr namespace: kserve-ci-e2e-test resourceVersion: "16817" uid: 92cfa623-e6fb-4676-a9d9-1ea1d08e0778 kind: Event lastTimestamp: "2026-07-02T14:01:02Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T14:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T14:01:02Z" name: message-dumper-predictor-6575bcfdfd-jsfdr.18be7dd675ec0882 namespace: kserve-ci-e2e-test resourceVersion: "16829" uid: a6a8bbbd-b514-45b2-baef-1c0685440fa0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-jsfdr namespace: kserve-ci-e2e-test resourceVersion: "16807" uid: 92cfa623-e6fb-4676-a9d9-1ea1d08e0778 kind: Event lastTimestamp: "2026-07-02T14:01:02Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-02T14:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:02Z" name: message-dumper-predictor-6575bcfdfd-jsfdr.18be7dd6775890fc namespace: kserve-ci-e2e-test resourceVersion: "16831" uid: 620a4fdb-3215-4426-bdd8-6aca72221c07 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-jsfdr namespace: kserve-ci-e2e-test resourceVersion: "16807" uid: 92cfa623-e6fb-4676-a9d9-1ea1d08e0778 kind: Event lastTimestamp: "2026-07-02T14:01:03Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.166s (1.166s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-02T14:01:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:03Z" name: message-dumper-predictor-6575bcfdfd-jsfdr.18be7dd6bce25480 namespace: kserve-ci-e2e-test resourceVersion: "16841" uid: 3f1cc8e2-4613-4327-9505-37326f71df52 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-jsfdr namespace: kserve-ci-e2e-test resourceVersion: "16807" uid: 92cfa623-e6fb-4676-a9d9-1ea1d08e0778 kind: Event lastTimestamp: "2026-07-02T14:01:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T14:01:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:03Z" name: message-dumper-predictor-6575bcfdfd-jsfdr.18be7dd6bffda2d8 namespace: kserve-ci-e2e-test resourceVersion: "16843" uid: e3ededc6-dfb2-4b62-8f03-bff1d20ebc94 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-jsfdr namespace: kserve-ci-e2e-test resourceVersion: "16807" uid: 92cfa623-e6fb-4676-a9d9-1ea1d08e0778 kind: Event lastTimestamp: "2026-07-02T14:01:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T14:01:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:03Z" name: message-dumper-predictor-6575bcfdfd-jsfdr.18be7dd6c0709099 namespace: kserve-ci-e2e-test resourceVersion: "16844" uid: b49c4639-2c28-400d-a654-673d897c6211 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-jsfdr namespace: kserve-ci-e2e-test resourceVersion: "16807" uid: 92cfa623-e6fb-4676-a9d9-1ea1d08e0778 kind: Event lastTimestamp: "2026-07-02T14:01:03Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T14:01:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:03Z" name: message-dumper-predictor-6575bcfdfd-jsfdr.18be7dd6c07b82e0 namespace: kserve-ci-e2e-test resourceVersion: "16845" uid: aa7d5fec-18b9-4544-92fd-4d1a727bc0e5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-jsfdr namespace: kserve-ci-e2e-test resourceVersion: "16807" uid: 92cfa623-e6fb-4676-a9d9-1ea1d08e0778 kind: Event lastTimestamp: "2026-07-02T14:01:03Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T14:01:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:03Z" name: message-dumper-predictor-6575bcfdfd-jsfdr.18be7dd6c3d75dcd namespace: kserve-ci-e2e-test resourceVersion: "16847" uid: 6df9e00e-a502-41a4-ab6d-2c2048925855 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-jsfdr namespace: kserve-ci-e2e-test resourceVersion: "16807" uid: 92cfa623-e6fb-4676-a9d9-1ea1d08e0778 kind: Event lastTimestamp: "2026-07-02T14:01:03Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:01:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:01:03Z" name: message-dumper-predictor-6575bcfdfd-jsfdr.18be7dd6c44f619e namespace: kserve-ci-e2e-test resourceVersion: "16848" uid: c4029955-7da1-4b0b-b0a2-b2a68835b08e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-jsfdr namespace: kserve-ci-e2e-test resourceVersion: "16807" uid: 92cfa623-e6fb-4676-a9d9-1ea1d08e0778 kind: Event lastTimestamp: "2026-07-02T14:02:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T14:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:02:57Z" name: message-dumper-predictor-6575bcfdfd-jsfdr.18be7df138987b8c namespace: kserve-ci-e2e-test resourceVersion: "17810" uid: 699d8b08-c432-44c4-bd71-f92d9d9ed165 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-jsfdr namespace: kserve-ci-e2e-test resourceVersion: "16807" uid: 92cfa623-e6fb-4676-a9d9-1ea1d08e0778 kind: Event lastTimestamp: "2026-07-02T14:02:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T14:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:02:57Z" name: message-dumper-predictor-6575bcfdfd-jsfdr.18be7df1389962e3 namespace: kserve-ci-e2e-test resourceVersion: "17811" uid: f0558c9b-aba2-4341-a6b3-66e14b81ac63 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:02:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-jsfdr namespace: kserve-ci-e2e-test resourceVersion: "16807" uid: 92cfa623-e6fb-4676-a9d9-1ea1d08e0778 kind: Event lastTimestamp: "2026-07-02T14:02:57Z" message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-02T14:02:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T14:02:57Z" name: message-dumper-predictor-6575bcfdfd-jsfdr.18be7df1427abf5e namespace: kserve-ci-e2e-test resourceVersion: "17818" uid: 249a8709-e51b-43bf-8687-b291d64a856b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-226.ec2.internal source: component: kubelet host: ip-10-0-137-226.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16783" uid: 3bc2dc53-10d2-41ad-b900-77f8993cd741 kind: Event lastTimestamp: "2026-07-02T14:01:02Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-jsfdr' metadata: creationTimestamp: "2026-07-02T14:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:01:02Z" name: message-dumper-predictor-6575bcfdfd.18be7dd65b6057d3 namespace: kserve-ci-e2e-test resourceVersion: "16806" uid: 27c03b87-c7e5-48f5-9015-29e615bfee13 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16781" uid: 585b3df2-9dd6-4d3b-b0fe-9f44fc2eb3c2 kind: Event lastTimestamp: "2026-07-02T14:01:02Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-02T14:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:01:02Z" name: message-dumper-predictor.18be7dd656a3539a namespace: kserve-ci-e2e-test resourceVersion: "16785" uid: 6df8dca0-66c3-428f-9426-baad4c461a80 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T14:01:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16782" uid: 3ec0d07b-4a96-49ff-8d14-8648e2ef776d kind: Event lastTimestamp: "2026-07-02T14:01:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T14:01:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:01:47Z" name: message-dumper-predictor.18be7dd9d5de9ad6 namespace: kserve-ci-e2e-test resourceVersion: "17242" uid: 571cd028-6e4e-4192-944b-8eeb806b2682 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T14:01:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16782" uid: 3ec0d07b-4a96-49ff-8d14-8648e2ef776d kind: Event lastTimestamp: "2026-07-02T14:01:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T14:01:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T14:01:47Z" name: message-dumper-predictor.18be7dd9d6628214 namespace: kserve-ci-e2e-test resourceVersion: "17243" uid: ff942c6c-c67b-4e05-9ede-8f5520611984 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-02T14:01:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16775" uid: 3d0226fe-3626-4372-8618-7ef1867f0cdc kind: Event lastTimestamp: "2026-07-02T14:01:12Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T14:01:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:01:12Z" name: message-dumper.18be7dd656ecc63e namespace: kserve-ci-e2e-test resourceVersion: "16919" uid: 707c44cb-d1da-4f3b-8bef-ea62d2806337 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T14:01:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16917" uid: 3d0226fe-3626-4372-8618-7ef1867f0cdc kind: Event lastTimestamp: "2026-07-02T14:01:12Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-02T14:01:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T14:01:12Z" name: message-dumper.18be7dd8d5960131 namespace: kserve-ci-e2e-test resourceVersion: "16918" uid: b7865e40-ae69-49a9-9519-487deb9a624b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22426"