--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-13T19:15:23.180085Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt namespace: kserve-ci-e2e-test resourceVersion: "21505" uid: bf1b0586-6d53-4aa5-9b33-7e35deba1965 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt to ip-10-0-134-48.ec2.internal metadata: creationTimestamp: "2026-07-13T19:15:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-13T19:15:23Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt.18c1ef600a0f3369 namespace: kserve-ci-e2e-test resourceVersion: "21509" uid: e45088b2-62f3-4de0-9e8d-cf3a0aeb878d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b746f5b54-4lcdd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:23Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt namespace: kserve-ci-e2e-test resourceVersion: "21513" uid: bf1b0586-6d53-4aa5-9b33-7e35deba1965 kind: Event lastTimestamp: "2026-07-13T19:15:23Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-13T19:15:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-13T19:15:23Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt.18c1ef602369dd94 namespace: kserve-ci-e2e-test resourceVersion: "21521" uid: 0d8e2c44-426e-48d5-9c04-092856db6fd8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: bf1b0586-6d53-4aa5-9b33-7e35deba1965 kind: Event lastTimestamp: "2026-07-13T19:15:23Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:38f70cb77701ee00560ecdde553dd84342a4d8f7cb0779aa5b508807d9895bf1" already present on machine metadata: creationTimestamp: "2026-07-13T19:15:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:15:23Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt.18c1ef6024ff713d namespace: kserve-ci-e2e-test resourceVersion: "21523" uid: a3a3f74f-a2f0-4510-96a2-3a66ba5d1e51 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: bf1b0586-6d53-4aa5-9b33-7e35deba1965 kind: Event lastTimestamp: "2026-07-13T19:15:23Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-13T19:15:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:15:23Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt.18c1ef6029052cdb namespace: kserve-ci-e2e-test resourceVersion: "21524" uid: 0f5ddab2-e7cd-48de-a2f0-c2e57709eec0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: bf1b0586-6d53-4aa5-9b33-7e35deba1965 kind: Event lastTimestamp: "2026-07-13T19:15:23Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-13T19:15:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:15:23Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt.18c1ef6029961c56 namespace: kserve-ci-e2e-test resourceVersion: "21525" uid: 1ac25c56-368c-4a0b-8ac9-d24e213847cc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: bf1b0586-6d53-4aa5-9b33-7e35deba1965 kind: Event lastTimestamp: "2026-07-13T19:15:34Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-13T19:15:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:15:34Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt.18c1ef62901a12fd namespace: kserve-ci-e2e-test resourceVersion: "21597" uid: 3ffb65b8-aa04-41f6-9c4e-ca4de080222e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: bf1b0586-6d53-4aa5-9b33-7e35deba1965 kind: Event lastTimestamp: "2026-07-13T19:15:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-13T19:15:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:15:34Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt.18c1ef629356dea6 namespace: kserve-ci-e2e-test resourceVersion: "21600" uid: e3d7100c-d6e5-4d6d-82ad-70b9853b7eba reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: bf1b0586-6d53-4aa5-9b33-7e35deba1965 kind: Event lastTimestamp: "2026-07-13T19:15:34Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-13T19:15:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:15:34Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt.18c1ef6293e8e791 namespace: kserve-ci-e2e-test resourceVersion: "21604" uid: 98f9e52a-1559-4617-b211-c202bcf6ac70 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: bf1b0586-6d53-4aa5-9b33-7e35deba1965 kind: Event lastTimestamp: "2026-07-13T19:15:34Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-13T19:15:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:15:34Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt.18c1ef6293f1c8a8 namespace: kserve-ci-e2e-test resourceVersion: "21605" uid: a4eb4be0-a4e3-4173-903f-5cc7806768c8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: bf1b0586-6d53-4aa5-9b33-7e35deba1965 kind: Event lastTimestamp: "2026-07-13T19:15:34Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-13T19:15:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:15:34Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt.18c1ef6296d6dab3 namespace: kserve-ci-e2e-test resourceVersion: "21607" uid: 7bd3513c-a593-40a6-8521-37a3d8eac8a6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: bf1b0586-6d53-4aa5-9b33-7e35deba1965 kind: Event lastTimestamp: "2026-07-13T19:15:34Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:15:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:15:34Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt.18c1ef62973b19a4 namespace: kserve-ci-e2e-test resourceVersion: "21608" uid: fa4a52ca-24eb-4281-9a28-022b7ced32b2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:15:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: bf1b0586-6d53-4aa5-9b33-7e35deba1965 kind: Event lastTimestamp: "2026-07-13T19:15:42Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-13T19:15:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:15:42Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt.18c1ef6308d8055e namespace: kserve-ci-e2e-test resourceVersion: "21665" uid: 6617e5b8-845b-4f3c-9873-24451fdb96c9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: bf1b0586-6d53-4aa5-9b33-7e35deba1965 kind: Event lastTimestamp: "2026-07-13T19:15:53Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-13T19:15:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:15:53Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt.18c1ef67083bb895 namespace: kserve-ci-e2e-test resourceVersion: "21772" uid: 905735f6-3e4b-4b39-859c-07c70c74d40c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: bf1b0586-6d53-4aa5-9b33-7e35deba1965 kind: Event lastTimestamp: "2026-07-13T19:15:53Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:15:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:15:53Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt.18c1ef67083c35bc namespace: kserve-ci-e2e-test resourceVersion: "21774" uid: 66b84ab2-b61c-4d43-a11d-f4067610f879 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21493" uid: 18d74501-282e-4c1b-a100-5aa8846a96ff kind: Event lastTimestamp: "2026-07-13T19:15:23Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-s27vt' metadata: creationTimestamp: "2026-07-13T19:15:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:15:23Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18c1ef6009a703f2 namespace: kserve-ci-e2e-test resourceVersion: "21506" uid: 5653ccae-c121-4629-b254-35f2030236dd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21491" uid: a6ce74ac-a52f-49cf-860e-5c5c5f095f1d kind: Event lastTimestamp: "2026-07-13T19:15:23Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-13T19:15:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:15:23Z" name: isvc-autogluon-ts-v1-predictor.18c1ef60054423b3 namespace: kserve-ci-e2e-test resourceVersion: "21495" uid: cf39b155-a2e1-4270-97d1-ea3ac6413329 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21492" uid: 9a73ffcd-5ae6-4eb9-9961-eb28a4159497 kind: Event lastTimestamp: "2026-07-13T19:15:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:15:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:15:38Z" name: isvc-autogluon-ts-v1-predictor.18c1ef63840d360d namespace: kserve-ci-e2e-test resourceVersion: "21636" uid: f3f8d07e-4e01-436b-88f3-7c233459ee44 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21492" uid: 9a73ffcd-5ae6-4eb9-9961-eb28a4159497 kind: Event lastTimestamp: "2026-07-13T19:15:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:15:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:15:38Z" name: isvc-autogluon-ts-v1-predictor.18c1ef638476bba6 namespace: kserve-ci-e2e-test resourceVersion: "21638" uid: f39e78a4-b98e-4a5b-9679-158cf8f4442a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21637" uid: 9a73ffcd-5ae6-4eb9-9961-eb28a4159497 kind: Event lastTimestamp: "2026-07-13T19:15:53Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:15:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:15:53Z" name: isvc-autogluon-ts-v1-predictor.18c1ef67032e43ab namespace: kserve-ci-e2e-test resourceVersion: "21755" uid: 5ef48c6b-43cc-4b19-85ba-41c61c75aa9c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21637" uid: 9a73ffcd-5ae6-4eb9-9961-eb28a4159497 kind: Event lastTimestamp: "2026-07-13T19:15:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:15:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:15:53Z" name: isvc-autogluon-ts-v1-predictor.18c1ef6703ad7432 namespace: kserve-ci-e2e-test resourceVersion: "21757" uid: 817731c8-f7f7-480d-8cd6-1cadca3f9b4c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-13T19:15:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21483" uid: 38bbeb8d-f7c9-4cfc-8b6b-66bdd495e9af kind: Event lastTimestamp: "2026-07-13T19:15:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-13T19:15:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:15:52Z" name: isvc-autogluon-ts-v1.18c1ef60051c2fed namespace: kserve-ci-e2e-test resourceVersion: "21745" uid: a64aeab6-0d68-4fed-a432-ff94763b8d6f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-13T19:15:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21483" uid: 38bbeb8d-f7c9-4cfc-8b6b-66bdd495e9af kind: Event lastTimestamp: "2026-07-13T19:15:23Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:15:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:15:23Z" name: isvc-autogluon-ts-v1.18c1ef60057d68ac namespace: kserve-ci-e2e-test resourceVersion: "21515" uid: 2ff46183-7f3f-4e59-be7f-89b723ba75d9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-13T19:15:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21483" uid: 38bbeb8d-f7c9-4cfc-8b6b-66bdd495e9af kind: Event lastTimestamp: "2026-07-13T19:15:23Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:15:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:15:23Z" name: isvc-autogluon-ts-v1.18c1ef60057dc818 namespace: kserve-ci-e2e-test resourceVersion: "21516" uid: 2bebb13a-c6d3-40f8-b77a-6ee676c4f547 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21743" uid: 38bbeb8d-f7c9-4cfc-8b6b-66bdd495e9af kind: Event lastTimestamp: "2026-07-13T19:15:52Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-13T19:15:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:15:52Z" name: isvc-autogluon-ts-v1.18c1ef66c7f2a396 namespace: kserve-ci-e2e-test resourceVersion: "21744" uid: cbd5eda8-9585-47a7-8c4d-f26867033c0a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-13T19:06:11.714007Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17310" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb to ip-10-0-134-48.ec2.internal metadata: creationTimestamp: "2026-07-13T19:06:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-13T19:06:11Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1eedfa41ea884 namespace: kserve-ci-e2e-test resourceVersion: "17312" uid: 90dfee95-e7f6-4cff-aec5-ee9524046b5a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b746f5b54-4lcdd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:11Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:06:11Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-13T19:06:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:06:11Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1eedfb0a18586 namespace: kserve-ci-e2e-test resourceVersion: "17325" uid: 1f760c93-460a-4f77-bc9b-1de70f2e43a0 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:12Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17318" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:06:12Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-13T19:06:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-13T19:06:12Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1eedfe1ef0f90 namespace: kserve-ci-e2e-test resourceVersion: "17338" uid: 053060b5-6ff2-478b-9d8f-2e4b1e7db424 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:06:12Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:38f70cb77701ee00560ecdde553dd84342a4d8f7cb0779aa5b508807d9895bf1" already present on machine metadata: creationTimestamp: "2026-07-13T19:06:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:06:12Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1eedfe3a69025 namespace: kserve-ci-e2e-test resourceVersion: "17341" uid: 0005713f-5b0c-4de1-8f98-2248f7cc5e70 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:06:12Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-13T19:06:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:06:12Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1eedfe6ab8170 namespace: kserve-ci-e2e-test resourceVersion: "17343" uid: 00a3d3f1-b329-48dc-b0d5-627413bdf08d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:06:12Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-13T19:06:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:06:12Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1eedfe71a6ec2 namespace: kserve-ci-e2e-test resourceVersion: "17344" uid: 4496223b-846b-497d-91e4-cf60a056478d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:06:18Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-13T19:06:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:06:18Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1eee13c7c290b namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 1e5fd870-58a7-412f-82d5-4081ea58369c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:08:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:08:38Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m20.229s (2m20.229s including waiting). Image size: 8939191061 bytes.' metadata: creationTimestamp: "2026-07-13T19:08:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:08:38Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1ef01e2d44363 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 11c477a6-9830-4c93-bf45-7ee09b601b7c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:08:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:08:38Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-13T19:08:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:08:38Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1ef01e8f58fe8 namespace: kserve-ci-e2e-test resourceVersion: "18367" uid: 2f111860-00f7-4a36-9c02-fcf98989999b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:08:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:08:38Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-13T19:08:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:08:38Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1ef01e9a9fcd6 namespace: kserve-ci-e2e-test resourceVersion: "18368" uid: 45ad431d-44e7-424b-ae00-265f02b5fa3c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:08:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:08:38Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-13T19:08:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:08:38Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1ef01e9b4e159 namespace: kserve-ci-e2e-test resourceVersion: "18369" uid: a5fb39ab-09b5-4644-9164-421d18d6bbaf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:08:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:08:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-13T19:08:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:08:38Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1ef01ed8a4064 namespace: kserve-ci-e2e-test resourceVersion: "18370" uid: 9ae2cebf-4a83-4bce-84a8-264149b382df reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:08:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:08:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:08:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:08:38Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1ef01eebc6a31 namespace: kserve-ci-e2e-test resourceVersion: "18371" uid: e3ccf2b8-cf5e-4543-b037-7568d07a1b49 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:08:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:08:46Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-13T19:08:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:08:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1ef0239a3f106 namespace: kserve-ci-e2e-test resourceVersion: "18426" uid: b93fce8a-b91e-428c-897b-94f8afa71f2c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:09:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-13T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:09:01Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1ef073fcb0045 namespace: kserve-ci-e2e-test resourceVersion: "18565" uid: 3219d176-fb23-4965-9da9-12ec581529aa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb namespace: kserve-ci-e2e-test resourceVersion: "17311" uid: d09d0c06-ecac-4b00-b828-3bd74278d11b kind: Event lastTimestamp: "2026-07-13T19:09:01Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:09:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:09:01Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb.18c1ef073fcb8cf1 namespace: kserve-ci-e2e-test resourceVersion: "18566" uid: 7d40dd98-dd47-4744-bb64-994729ca7590 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17290" uid: 798bcecb-6d96-4b7a-9217-404593208105 kind: Event lastTimestamp: "2026-07-13T19:06:11Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-4chbb' metadata: creationTimestamp: "2026-07-13T19:06:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:06:11Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18c1eedfa4836470 namespace: kserve-ci-e2e-test resourceVersion: "17313" uid: 384e88ff-b8f1-4d18-add5-f692f017e2ae reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17283" uid: d4b3a6ee-ce88-4de7-a37d-993ac3facce4 kind: Event lastTimestamp: "2026-07-13T19:06:11Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-13T19:06:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:06:11Z" name: isvc-autogluon-v1-predictor.18c1eedf9de1e926 namespace: kserve-ci-e2e-test resourceVersion: "17293" uid: fe8eca0f-ea62-4d93-8f0a-55ffd220eb41 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-13T19:06:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17288" uid: 262fd769-afb4-4dec-8814-27520d900590 kind: Event lastTimestamp: "2026-07-13T19:08:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:08:41Z" name: isvc-autogluon-v1-predictor.18c1eee31d13b849 namespace: kserve-ci-e2e-test resourceVersion: "18394" uid: 61f3f7eb-ed04-422a-a9fa-173185deea1c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-13T19:06:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17288" uid: 262fd769-afb4-4dec-8814-27520d900590 kind: Event lastTimestamp: "2026-07-13T19:08:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:08:41Z" name: isvc-autogluon-v1-predictor.18c1eee31d84f7a2 namespace: kserve-ci-e2e-test resourceVersion: "18395" uid: 469b9a09-92e6-495d-9d24-70b70bb542c5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:08:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17448" uid: 262fd769-afb4-4dec-8814-27520d900590 kind: Event lastTimestamp: "2026-07-13T19:08:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:08:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:08:56Z" name: isvc-autogluon-v1-predictor.18c1ef06147d3d37 namespace: kserve-ci-e2e-test resourceVersion: "18513" uid: fd0f2604-4c5c-4b6a-9a00-6a9dc6e7c6dc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:08:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17448" uid: 262fd769-afb4-4dec-8814-27520d900590 kind: Event lastTimestamp: "2026-07-13T19:08:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:08:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:08:56Z" name: isvc-autogluon-v1-predictor.18c1ef0614f4656a namespace: kserve-ci-e2e-test resourceVersion: "18515" uid: d2b77375-040a-4634-8ae4-d76423b9f9ec reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-13T19:06:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17270" uid: e3d2e84f-7dde-481a-b1ad-33fbdee742b2 kind: Event lastTimestamp: "2026-07-13T19:08:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-13T19:06:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:08:56Z" name: isvc-autogluon-v1.18c1eedf9e379ebf namespace: kserve-ci-e2e-test resourceVersion: "18510" uid: 01514671-7dbd-427c-bfbd-27af7b0ea14a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17270" uid: e3d2e84f-7dde-481a-b1ad-33fbdee742b2 kind: Event lastTimestamp: "2026-07-13T19:06:11Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:06:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:06:11Z" name: isvc-autogluon-v1.18c1eedf9e9a3ceb namespace: kserve-ci-e2e-test resourceVersion: "17300" uid: 7c521378-d30c-4530-85d7-1c50b4e65758 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17270" uid: e3d2e84f-7dde-481a-b1ad-33fbdee742b2 kind: Event lastTimestamp: "2026-07-13T19:06:11Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:06:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:06:11Z" name: isvc-autogluon-v1.18c1eedf9e9a984b namespace: kserve-ci-e2e-test resourceVersion: "17303" uid: 1343799b-125a-404d-a096-d662c6ce5388 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:08:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18507" uid: e3d2e84f-7dde-481a-b1ad-33fbdee742b2 kind: Event lastTimestamp: "2026-07-13T19:08:56Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-13T19:08:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:08:56Z" name: isvc-autogluon-v1.18c1ef05f94da74d namespace: kserve-ci-e2e-test resourceVersion: "18509" uid: cd70fa0d-fb8f-4ac2-8cd1-d65c188a6586 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-13T19:13:37.821757Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn namespace: kserve-ci-e2e-test resourceVersion: "20682" uid: adbe77dd-f47c-4ea0-8429-dc3e3dd2c349 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn to ip-10-0-134-48.ec2.internal metadata: creationTimestamp: "2026-07-13T19:13:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-13T19:13:37Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn.18c1ef478236a7d4 namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 538a0240-400f-4b90-8192-4724c4a06956 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b746f5b54-4lcdd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:38Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn namespace: kserve-ci-e2e-test resourceVersion: "20691" uid: adbe77dd-f47c-4ea0-8429-dc3e3dd2c349 kind: Event lastTimestamp: "2026-07-13T19:13:38Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-13T19:13:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-13T19:13:38Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn.18c1ef479b6fc347 namespace: kserve-ci-e2e-test resourceVersion: "20701" uid: 9ff725a8-d955-41cf-87e1-9ef1f15fd550 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:38Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: adbe77dd-f47c-4ea0-8429-dc3e3dd2c349 kind: Event lastTimestamp: "2026-07-13T19:13:38Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:38f70cb77701ee00560ecdde553dd84342a4d8f7cb0779aa5b508807d9895bf1" already present on machine metadata: creationTimestamp: "2026-07-13T19:13:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:13:38Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn.18c1ef479cd38e57 namespace: kserve-ci-e2e-test resourceVersion: "20703" uid: e0e66629-230b-4336-91c2-f1ea2a3d0eb7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:38Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: adbe77dd-f47c-4ea0-8429-dc3e3dd2c349 kind: Event lastTimestamp: "2026-07-13T19:13:38Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-13T19:13:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:13:38Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn.18c1ef479fab5151 namespace: kserve-ci-e2e-test resourceVersion: "20705" uid: 5c49192f-3a2c-45cd-8421-a1caf3241f58 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:38Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: adbe77dd-f47c-4ea0-8429-dc3e3dd2c349 kind: Event lastTimestamp: "2026-07-13T19:13:38Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-13T19:13:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:13:38Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn.18c1ef47a01bc91d namespace: kserve-ci-e2e-test resourceVersion: "20706" uid: 0f190a49-747a-4fef-9152-bccbafd10b63 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: adbe77dd-f47c-4ea0-8429-dc3e3dd2c349 kind: Event lastTimestamp: "2026-07-13T19:13:43Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-13T19:13:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:13:43Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn.18c1ef48d7485b50 namespace: kserve-ci-e2e-test resourceVersion: "20743" uid: 90fa16da-e32f-4c74-96d5-bc3a01f057b6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: adbe77dd-f47c-4ea0-8429-dc3e3dd2c349 kind: Event lastTimestamp: "2026-07-13T19:13:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-13T19:13:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:13:43Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn.18c1ef48da177845 namespace: kserve-ci-e2e-test resourceVersion: "20746" uid: be79c82d-bb32-4119-a175-84c8882ca49c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: adbe77dd-f47c-4ea0-8429-dc3e3dd2c349 kind: Event lastTimestamp: "2026-07-13T19:13:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-13T19:13:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:13:43Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn.18c1ef48daa52cb0 namespace: kserve-ci-e2e-test resourceVersion: "20747" uid: f1a6a026-fa91-41e3-9757-c608784f5993 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: adbe77dd-f47c-4ea0-8429-dc3e3dd2c349 kind: Event lastTimestamp: "2026-07-13T19:13:43Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-13T19:13:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:13:43Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn.18c1ef48dab06752 namespace: kserve-ci-e2e-test resourceVersion: "20748" uid: 1c772c70-3de6-4244-b7ed-2e598c10eee8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: adbe77dd-f47c-4ea0-8429-dc3e3dd2c349 kind: Event lastTimestamp: "2026-07-13T19:13:43Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-13T19:13:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:13:43Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn.18c1ef48de16a837 namespace: kserve-ci-e2e-test resourceVersion: "20752" uid: 4617cf4e-90d7-4771-8ad6-d8cc2080fed0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: adbe77dd-f47c-4ea0-8429-dc3e3dd2c349 kind: Event lastTimestamp: "2026-07-13T19:13:43Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:13:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:13:43Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn.18c1ef48de8829fb namespace: kserve-ci-e2e-test resourceVersion: "20753" uid: 17fa276e-25de-4eb5-9c79-3ea803d30d5d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: adbe77dd-f47c-4ea0-8429-dc3e3dd2c349 kind: Event lastTimestamp: "2026-07-13T19:15:18Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-13T19:15:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:15:18Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn.18c1ef5ed96fbde2 namespace: kserve-ci-e2e-test resourceVersion: "21435" uid: b47d24c1-132a-400f-8151-97cdd2f80b32 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: adbe77dd-f47c-4ea0-8429-dc3e3dd2c349 kind: Event lastTimestamp: "2026-07-13T19:15:18Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:15:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:15:18Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn.18c1ef5ed9705baf namespace: kserve-ci-e2e-test resourceVersion: "21436" uid: 4e2ef2b3-6761-4b16-b760-e519c2345cd5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "20672" uid: 7ce2cef1-1f4c-46f6-b53e-f5396a8dcfb8 kind: Event lastTimestamp: "2026-07-13T19:13:37Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-nrwcn' metadata: creationTimestamp: "2026-07-13T19:13:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:13:37Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18c1ef4781a6fe63 namespace: kserve-ci-e2e-test resourceVersion: "20683" uid: a89b293b-c494-4ef6-9849-3036f8749c44 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20670" uid: d17a02dc-115c-478c-8387-dd92370bdecf kind: Event lastTimestamp: "2026-07-13T19:13:37Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-13T19:13:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:13:37Z" name: isvc-autogluon-v2-noslash-predictor.18c1ef477d74e9da namespace: kserve-ci-e2e-test resourceVersion: "20673" uid: c62cd23d-b56d-444e-8c37-7674c82b25a3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:13:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20671" uid: 453b37e4-b90f-4c91-bd4a-27bd98fdc587 kind: Event lastTimestamp: "2026-07-13T19:14:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:13:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:14:22Z" name: isvc-autogluon-v2-noslash-predictor.18c1ef4afc02b6ff namespace: kserve-ci-e2e-test resourceVersion: "21023" uid: f9cb1577-17ee-4b1a-8705-1d1a1665f26a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:13:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20671" uid: 453b37e4-b90f-4c91-bd4a-27bd98fdc587 kind: Event lastTimestamp: "2026-07-13T19:14:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:13:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:14:22Z" name: isvc-autogluon-v2-noslash-predictor.18c1ef4afc8971a7 namespace: kserve-ci-e2e-test resourceVersion: "21024" uid: d1ba524f-2254-4aeb-afcc-3637f0de6201 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:14:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20819" uid: 453b37e4-b90f-4c91-bd4a-27bd98fdc587 kind: Event lastTimestamp: "2026-07-13T19:15:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:14:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:15:07Z" name: isvc-autogluon-v2-noslash-predictor.18c1ef557ad9ba5a namespace: kserve-ci-e2e-test resourceVersion: "21340" uid: 94a8282f-9cd4-44f5-9001-c9df9e66f0c4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:14:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20819" uid: 453b37e4-b90f-4c91-bd4a-27bd98fdc587 kind: Event lastTimestamp: "2026-07-13T19:15:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:14:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:15:07Z" name: isvc-autogluon-v2-noslash-predictor.18c1ef557b94246b namespace: kserve-ci-e2e-test resourceVersion: "21341" uid: e83d865e-d463-4e2d-813e-b2a1062f937b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-13T19:13:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20663" uid: 5916cfb4-0bb5-465e-9e8b-eb5edcce1b23 kind: Event lastTimestamp: "2026-07-13T19:15:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-13T19:13:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:15:16Z" name: isvc-autogluon-v2-noslash.18c1ef477d867902 namespace: kserve-ci-e2e-test resourceVersion: "21409" uid: 5779a85d-2a80-43ce-9a50-bd50c212c8a0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-13T19:13:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20663" uid: 5916cfb4-0bb5-465e-9e8b-eb5edcce1b23 kind: Event lastTimestamp: "2026-07-13T19:13:37Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:13:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:13:37Z" name: isvc-autogluon-v2-noslash.18c1ef477e0ae550 namespace: kserve-ci-e2e-test resourceVersion: "20692" uid: 01c7aea3-02ed-4035-b1aa-91ebaa1ffa26 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-13T19:13:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20663" uid: 5916cfb4-0bb5-465e-9e8b-eb5edcce1b23 kind: Event lastTimestamp: "2026-07-13T19:13:37Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:13:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:13:37Z" name: isvc-autogluon-v2-noslash.18c1ef477e0b2eba namespace: kserve-ci-e2e-test resourceVersion: "20693" uid: 8eb621ff-fea8-447a-93ef-110b13be2603 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:15:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21406" uid: 5916cfb4-0bb5-465e-9e8b-eb5edcce1b23 kind: Event lastTimestamp: "2026-07-13T19:15:16Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-13T19:15:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:15:16Z" name: isvc-autogluon-v2-noslash.18c1ef5e832a3a82 namespace: kserve-ci-e2e-test resourceVersion: "21407" uid: a35d5cb9-1b47-4ee1-93e8-6f556f240f6b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-13T19:09:07.165602Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-xg4r6 namespace: kserve-ci-e2e-test resourceVersion: "18628" uid: ec331ffd-f3b4-4c0e-b422-c8fdaa8fd488 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-xg4r6 to ip-10-0-134-48.ec2.internal metadata: creationTimestamp: "2026-07-13T19:09:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-13T19:09:07Z" name: isvc-autogluon-v2-predictor-67b849d456-xg4r6.18c1ef087dd987f0 namespace: kserve-ci-e2e-test resourceVersion: "18633" uid: a06f896d-639a-4de5-aae7-622db88d449b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b746f5b54-4lcdd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:07Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-xg4r6 namespace: kserve-ci-e2e-test resourceVersion: "18638" uid: ec331ffd-f3b4-4c0e-b422-c8fdaa8fd488 kind: Event lastTimestamp: "2026-07-13T19:09:07Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-13T19:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-13T19:09:07Z" name: isvc-autogluon-v2-predictor-67b849d456-xg4r6.18c1ef08994bc6da namespace: kserve-ci-e2e-test resourceVersion: "18648" uid: a5572a65-4ab8-4cef-8f45-8e7e5202f522 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:07Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-xg4r6 namespace: kserve-ci-e2e-test resourceVersion: "18631" uid: ec331ffd-f3b4-4c0e-b422-c8fdaa8fd488 kind: Event lastTimestamp: "2026-07-13T19:09:07Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:38f70cb77701ee00560ecdde553dd84342a4d8f7cb0779aa5b508807d9895bf1" already present on machine metadata: creationTimestamp: "2026-07-13T19:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:09:07Z" name: isvc-autogluon-v2-predictor-67b849d456-xg4r6.18c1ef089acc49f1 namespace: kserve-ci-e2e-test resourceVersion: "18650" uid: 7b3084ae-2be0-4826-839c-0f0a2b5b60b8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:07Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-xg4r6 namespace: kserve-ci-e2e-test resourceVersion: "18631" uid: ec331ffd-f3b4-4c0e-b422-c8fdaa8fd488 kind: Event lastTimestamp: "2026-07-13T19:09:07Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-13T19:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:09:07Z" name: isvc-autogluon-v2-predictor-67b849d456-xg4r6.18c1ef08a0eb7a63 namespace: kserve-ci-e2e-test resourceVersion: "18651" uid: 8ccd8ab7-0e9c-4d43-ac9d-f70f0cb4469c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:07Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-xg4r6 namespace: kserve-ci-e2e-test resourceVersion: "18631" uid: ec331ffd-f3b4-4c0e-b422-c8fdaa8fd488 kind: Event lastTimestamp: "2026-07-13T19:09:07Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-13T19:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:09:07Z" name: isvc-autogluon-v2-predictor-67b849d456-xg4r6.18c1ef08a20307a6 namespace: kserve-ci-e2e-test resourceVersion: "18652" uid: 2fdb3aeb-12b8-4b8e-a89f-4909051bc0b5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-xg4r6 namespace: kserve-ci-e2e-test resourceVersion: "18631" uid: ec331ffd-f3b4-4c0e-b422-c8fdaa8fd488 kind: Event lastTimestamp: "2026-07-13T19:09:38Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-13T19:09:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:09:38Z" name: isvc-autogluon-v2-predictor-67b849d456-xg4r6.18c1ef0fca4992b6 namespace: kserve-ci-e2e-test resourceVersion: "18870" uid: 5dac1275-45f3-4106-b328-2e43a0c88446 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-xg4r6 namespace: kserve-ci-e2e-test resourceVersion: "18631" uid: ec331ffd-f3b4-4c0e-b422-c8fdaa8fd488 kind: Event lastTimestamp: "2026-07-13T19:09:38Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-13T19:09:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:09:38Z" name: isvc-autogluon-v2-predictor-67b849d456-xg4r6.18c1ef0fcd18c0c9 namespace: kserve-ci-e2e-test resourceVersion: "18872" uid: 1b6ee188-bd15-4fbe-ab12-69fe5c4e6f04 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-xg4r6 namespace: kserve-ci-e2e-test resourceVersion: "18631" uid: ec331ffd-f3b4-4c0e-b422-c8fdaa8fd488 kind: Event lastTimestamp: "2026-07-13T19:09:38Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-13T19:09:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:09:38Z" name: isvc-autogluon-v2-predictor-67b849d456-xg4r6.18c1ef0fcd7889c5 namespace: kserve-ci-e2e-test resourceVersion: "18873" uid: 5ed28e84-d0da-40fe-84c7-52a9bdfe6e53 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-xg4r6 namespace: kserve-ci-e2e-test resourceVersion: "18631" uid: ec331ffd-f3b4-4c0e-b422-c8fdaa8fd488 kind: Event lastTimestamp: "2026-07-13T19:09:38Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-13T19:09:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:09:38Z" name: isvc-autogluon-v2-predictor-67b849d456-xg4r6.18c1ef0fcd829219 namespace: kserve-ci-e2e-test resourceVersion: "18874" uid: df178c15-bbdd-4d4c-be61-37d901129987 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-xg4r6 namespace: kserve-ci-e2e-test resourceVersion: "18631" uid: ec331ffd-f3b4-4c0e-b422-c8fdaa8fd488 kind: Event lastTimestamp: "2026-07-13T19:09:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-13T19:09:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:09:38Z" name: isvc-autogluon-v2-predictor-67b849d456-xg4r6.18c1ef0fd11c113d namespace: kserve-ci-e2e-test resourceVersion: "18877" uid: 9a44f887-c581-4a87-aae4-8ddb7c2e237d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-xg4r6 namespace: kserve-ci-e2e-test resourceVersion: "18631" uid: ec331ffd-f3b4-4c0e-b422-c8fdaa8fd488 kind: Event lastTimestamp: "2026-07-13T19:09:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:09:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:09:38Z" name: isvc-autogluon-v2-predictor-67b849d456-xg4r6.18c1ef0fd183587e namespace: kserve-ci-e2e-test resourceVersion: "18879" uid: a6ccb97d-7555-4e34-8b93-1a2e41e957f8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-xg4r6 namespace: kserve-ci-e2e-test resourceVersion: "18631" uid: ec331ffd-f3b4-4c0e-b422-c8fdaa8fd488 kind: Event lastTimestamp: "2026-07-13T19:11:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-13T19:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:11:17Z" name: isvc-autogluon-v2-predictor-67b849d456-xg4r6.18c1ef26d5b18f7a namespace: kserve-ci-e2e-test resourceVersion: "19587" uid: 5ffc88b8-53af-4eed-b5af-d714f1f66a9f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-xg4r6 namespace: kserve-ci-e2e-test resourceVersion: "18631" uid: ec331ffd-f3b4-4c0e-b422-c8fdaa8fd488 kind: Event lastTimestamp: "2026-07-13T19:11:17Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:11:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:11:17Z" name: isvc-autogluon-v2-predictor-67b849d456-xg4r6.18c1ef26d5b1fb63 namespace: kserve-ci-e2e-test resourceVersion: "19588" uid: 9b3d07e3-1db4-442e-8a00-6e05ba112d7e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:07Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "18619" uid: 8b2ae6dd-854b-4e85-8f5f-b8b239eceea0 kind: Event lastTimestamp: "2026-07-13T19:09:07Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-xg4r6' metadata: creationTimestamp: "2026-07-13T19:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:09:07Z" name: isvc-autogluon-v2-predictor-67b849d456.18c1ef087d4ed9ce namespace: kserve-ci-e2e-test resourceVersion: "18630" uid: 72f20a13-6bbd-4947-a4fe-817fdd1ffb0a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:07Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18617" uid: e9541a2d-5ab7-4d86-ab22-fdc42c438e96 kind: Event lastTimestamp: "2026-07-13T19:09:07Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-13T19:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:09:07Z" name: isvc-autogluon-v2-predictor.18c1ef08787629b2 namespace: kserve-ci-e2e-test resourceVersion: "18620" uid: 8b6d693f-33e4-4213-af4e-aa71ee2488dd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:09:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18618" uid: cd0be7f8-23f4-4465-b35a-43c72a3c4385 kind: Event lastTimestamp: "2026-07-13T19:10:07Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:10:07Z" name: isvc-autogluon-v2-predictor.18c1ef0bf753f8f1 namespace: kserve-ci-e2e-test resourceVersion: "19081" uid: e8b45fc1-c7be-4261-9843-574c86520fd4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:09:22Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18618" uid: cd0be7f8-23f4-4465-b35a-43c72a3c4385 kind: Event lastTimestamp: "2026-07-13T19:10:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:10:07Z" name: isvc-autogluon-v2-predictor.18c1ef0bf7ebd6b3 namespace: kserve-ci-e2e-test resourceVersion: "19082" uid: d005fe49-fbea-4cb2-a3a9-2e7e5b7edf54 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-13T19:09:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18758" uid: cd0be7f8-23f4-4465-b35a-43c72a3c4385 kind: Event lastTimestamp: "2026-07-13T19:11:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:09:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:11:07Z" name: isvc-autogluon-v2-predictor.18c1ef12f617eb59 namespace: kserve-ci-e2e-test resourceVersion: "19493" uid: 88660b48-1587-4ffd-bc4e-371d74c7d217 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-13T19:09:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18758" uid: cd0be7f8-23f4-4465-b35a-43c72a3c4385 kind: Event lastTimestamp: "2026-07-13T19:11:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:09:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:11:07Z" name: isvc-autogluon-v2-predictor.18c1ef12f68a6709 namespace: kserve-ci-e2e-test resourceVersion: "19494" uid: f81559ca-fe77-4b24-a52c-3204b471938c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-13T19:11:22.522122Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw namespace: kserve-ci-e2e-test resourceVersion: "19650" uid: 639944a3-3d3c-4db7-a8c2-f9ad30e99b38 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw to ip-10-0-134-48.ec2.internal metadata: creationTimestamp: "2026-07-13T19:11:22Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-13T19:11:22Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw.18c1ef2801ba24d9 namespace: kserve-ci-e2e-test resourceVersion: "19654" uid: 8b47b530-5099-44d5-8eb8-4315872c264f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b746f5b54-4lcdd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:22Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw namespace: kserve-ci-e2e-test resourceVersion: "19660" uid: 639944a3-3d3c-4db7-a8c2-f9ad30e99b38 kind: Event lastTimestamp: "2026-07-13T19:11:22Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-13T19:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-13T19:11:22Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw.18c1ef281b227179 namespace: kserve-ci-e2e-test resourceVersion: "19669" uid: 049ae944-bb9f-4efa-863c-44508b96c468 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw namespace: kserve-ci-e2e-test resourceVersion: "19652" uid: 639944a3-3d3c-4db7-a8c2-f9ad30e99b38 kind: Event lastTimestamp: "2026-07-13T19:11:22Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:38f70cb77701ee00560ecdde553dd84342a4d8f7cb0779aa5b508807d9895bf1" already present on machine metadata: creationTimestamp: "2026-07-13T19:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:11:22Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw.18c1ef281d183249 namespace: kserve-ci-e2e-test resourceVersion: "19671" uid: c1039ab9-0516-467c-8555-a8f2d22e5634 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw namespace: kserve-ci-e2e-test resourceVersion: "19652" uid: 639944a3-3d3c-4db7-a8c2-f9ad30e99b38 kind: Event lastTimestamp: "2026-07-13T19:11:23Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-13T19:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:11:23Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw.18c1ef281fc56b62 namespace: kserve-ci-e2e-test resourceVersion: "19672" uid: cecff151-8413-4391-8a45-c0008eee5ecf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw namespace: kserve-ci-e2e-test resourceVersion: "19652" uid: 639944a3-3d3c-4db7-a8c2-f9ad30e99b38 kind: Event lastTimestamp: "2026-07-13T19:11:23Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-13T19:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:11:23Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw.18c1ef28202d7701 namespace: kserve-ci-e2e-test resourceVersion: "19673" uid: 5ad03e34-37be-46cb-9398-d01c12f37d30 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw namespace: kserve-ci-e2e-test resourceVersion: "19652" uid: 639944a3-3d3c-4db7-a8c2-f9ad30e99b38 kind: Event lastTimestamp: "2026-07-13T19:11:53Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-13T19:11:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:11:53Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw.18c1ef2f1f3a4217 namespace: kserve-ci-e2e-test resourceVersion: "19896" uid: a73c4c14-d8aa-4ab9-87d9-ae90112652fd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw namespace: kserve-ci-e2e-test resourceVersion: "19652" uid: 639944a3-3d3c-4db7-a8c2-f9ad30e99b38 kind: Event lastTimestamp: "2026-07-13T19:11:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-13T19:11:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:11:53Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw.18c1ef2f220bdd7e namespace: kserve-ci-e2e-test resourceVersion: "19898" uid: e045aea7-966e-43b0-a77e-f3e1c3e5a4bd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw namespace: kserve-ci-e2e-test resourceVersion: "19652" uid: 639944a3-3d3c-4db7-a8c2-f9ad30e99b38 kind: Event lastTimestamp: "2026-07-13T19:11:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-13T19:11:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:11:53Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw.18c1ef2f22c92ea0 namespace: kserve-ci-e2e-test resourceVersion: "19899" uid: 63f287e9-9b1e-4e70-bd08-00d0495a8a83 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw namespace: kserve-ci-e2e-test resourceVersion: "19652" uid: 639944a3-3d3c-4db7-a8c2-f9ad30e99b38 kind: Event lastTimestamp: "2026-07-13T19:11:53Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-13T19:11:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:11:53Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw.18c1ef2f22d2a6c6 namespace: kserve-ci-e2e-test resourceVersion: "19900" uid: 513e8142-5f83-46ff-853b-b480b253e977 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw namespace: kserve-ci-e2e-test resourceVersion: "19652" uid: 639944a3-3d3c-4db7-a8c2-f9ad30e99b38 kind: Event lastTimestamp: "2026-07-13T19:11:53Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-13T19:11:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:11:53Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw.18c1ef2f25daab65 namespace: kserve-ci-e2e-test resourceVersion: "19904" uid: 7a310060-3bb0-47ae-85e7-86b9778b9419 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw namespace: kserve-ci-e2e-test resourceVersion: "19652" uid: 639944a3-3d3c-4db7-a8c2-f9ad30e99b38 kind: Event lastTimestamp: "2026-07-13T19:11:53Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:11:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:11:53Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw.18c1ef2f263d915e namespace: kserve-ci-e2e-test resourceVersion: "19905" uid: e6084905-9586-402f-b052-a9c785aabdbf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw namespace: kserve-ci-e2e-test resourceVersion: "19652" uid: 639944a3-3d3c-4db7-a8c2-f9ad30e99b38 kind: Event lastTimestamp: "2026-07-13T19:13:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-13T19:13:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:13:32Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw.18c1ef464db933f3 namespace: kserve-ci-e2e-test resourceVersion: "20614" uid: 15b22935-f661-4444-8d23-487f5f9329da reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw namespace: kserve-ci-e2e-test resourceVersion: "19652" uid: 639944a3-3d3c-4db7-a8c2-f9ad30e99b38 kind: Event lastTimestamp: "2026-07-13T19:13:32Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:13:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:13:32Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw.18c1ef464db9d428 namespace: kserve-ci-e2e-test resourceVersion: "20615" uid: fed7046e-fc68-437f-b379-b4f5d5a4980c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:22Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "19641" uid: 3e8fdaa6-5f14-4f00-b002-c1c33cee0834 kind: Event lastTimestamp: "2026-07-13T19:11:22Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-x7dpw' metadata: creationTimestamp: "2026-07-13T19:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:11:22Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18c1ef280140c50c namespace: kserve-ci-e2e-test resourceVersion: "19651" uid: 3f2716d9-24c9-4100-9d65-3385e36eb850 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:22Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19639" uid: 03620a12-ad19-4cea-bf0d-f9629244010a kind: Event lastTimestamp: "2026-07-13T19:11:22Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-13T19:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:11:22Z" name: isvc-autogluon-v2-variants-predictor.18c1ef27fcabd59b namespace: kserve-ci-e2e-test resourceVersion: "19643" uid: 92afc822-be6f-4c78-8a6d-9ecd0d36801e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:11:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19640" uid: cbe74810-0561-4c12-aeb3-86849db581d6 kind: Event lastTimestamp: "2026-07-13T19:12:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:11:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:12:22Z" name: isvc-autogluon-v2-variants-predictor.18c1ef2b7cbbdb2e namespace: kserve-ci-e2e-test resourceVersion: "20108" uid: 39f2ede1-ed2f-4b4d-9d9a-f04c5d978918 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:11:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19640" uid: cbe74810-0561-4c12-aeb3-86849db581d6 kind: Event lastTimestamp: "2026-07-13T19:12:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:11:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:12:22Z" name: isvc-autogluon-v2-variants-predictor.18c1ef2b7da05aab namespace: kserve-ci-e2e-test resourceVersion: "20109" uid: 8d1adce9-b11c-4cb8-953e-14fa6f7f661f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-13T19:12:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19778" uid: cbe74810-0561-4c12-aeb3-86849db581d6 kind: Event lastTimestamp: "2026-07-13T19:13:22Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:13:22Z" name: isvc-autogluon-v2-variants-predictor.18c1ef327c923052 namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: baf7c560-f64a-417b-934b-0cf1a61ab53a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-13T19:12:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19778" uid: cbe74810-0561-4c12-aeb3-86849db581d6 kind: Event lastTimestamp: "2026-07-13T19:13:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:12:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:13:22Z" name: isvc-autogluon-v2-variants-predictor.18c1ef327d84d254 namespace: kserve-ci-e2e-test resourceVersion: "20523" uid: edb29bf8-c4a9-4943-a9ec-f6e90ca6d9c9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-13T19:11:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19632" uid: 76ca558a-518a-4295-bc9f-1c78488a0b1c kind: Event lastTimestamp: "2026-07-13T19:13:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-13T19:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:13:29Z" name: isvc-autogluon-v2-variants.18c1ef27fcafd7c6 namespace: kserve-ci-e2e-test resourceVersion: "20575" uid: bfa09bd7-b627-4509-835e-827d9c03d01f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-13T19:11:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19632" uid: 76ca558a-518a-4295-bc9f-1c78488a0b1c kind: Event lastTimestamp: "2026-07-13T19:11:22Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:11:22Z" name: isvc-autogluon-v2-variants.18c1ef27fd3e8d5b namespace: kserve-ci-e2e-test resourceVersion: "19659" uid: ea0a5d38-60af-47b5-966e-63b617266ea9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-13T19:11:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19632" uid: 76ca558a-518a-4295-bc9f-1c78488a0b1c kind: Event lastTimestamp: "2026-07-13T19:11:22Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:11:22Z" name: isvc-autogluon-v2-variants.18c1ef27fd3ed7fc namespace: kserve-ci-e2e-test resourceVersion: "19662" uid: f874775a-795d-4b25-97ae-b7cfcf106ffd reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:13:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20573" uid: 76ca558a-518a-4295-bc9f-1c78488a0b1c kind: Event lastTimestamp: "2026-07-13T19:13:29Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-13T19:13:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:13:29Z" name: isvc-autogluon-v2-variants.18c1ef45977761ba namespace: kserve-ci-e2e-test resourceVersion: "20574" uid: 07804680-2fc8-40f3-86ae-5cf9818745d1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-13T19:09:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18610" uid: 3b1739f7-c586-4061-99d1-46e4c591f582 kind: Event lastTimestamp: "2026-07-13T19:11:13Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-13T19:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:11:13Z" name: isvc-autogluon-v2.18c1ef08787e5f3f namespace: kserve-ci-e2e-test resourceVersion: "19546" uid: 7426aad7-e064-4b26-b4f3-30b675ce0556 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18610" uid: 3b1739f7-c586-4061-99d1-46e4c591f582 kind: Event lastTimestamp: "2026-07-13T19:09:07Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:09:07Z" name: isvc-autogluon-v2.18c1ef087915482b namespace: kserve-ci-e2e-test resourceVersion: "18623" uid: 783584ac-1a9f-4fc8-b849-a61b5edb94d9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:09:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18610" uid: 3b1739f7-c586-4061-99d1-46e4c591f582 kind: Event lastTimestamp: "2026-07-13T19:09:07Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:09:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:09:07Z" name: isvc-autogluon-v2.18c1ef0879158de6 namespace: kserve-ci-e2e-test resourceVersion: "18624" uid: bfea2735-93da-468f-a8a7-3bce91338a92 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:11:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19544" uid: 3b1739f7-c586-4061-99d1-46e4c591f582 kind: Event lastTimestamp: "2026-07-13T19:11:13Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-13T19:11:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:11:13Z" name: isvc-autogluon-v2.18c1ef25ef3ae58c namespace: kserve-ci-e2e-test resourceVersion: "19545" uid: f896d919-779d-4e76-a6e6-14700bdbf9d1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-13T19:04:36.309348Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16511" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5d9d8fb8b4-c549m to ip-10-0-134-48.ec2.internal metadata: creationTimestamp: "2026-07-13T19:04:36Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-13T19:04:36Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eec96d8efd51 namespace: kserve-ci-e2e-test resourceVersion: "16517" uid: 8c0d6661-e9d5-4f2e-b42f-362fe305128e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b746f5b54-4lcdd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:36Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16523" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:04:36Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-13T19:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-13T19:04:36Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eec9870a8b74 namespace: kserve-ci-e2e-test resourceVersion: "16529" uid: 88bdd014-9b56-405f-8315-8f8a2170d77c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:04:36Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:38f70cb77701ee00560ecdde553dd84342a4d8f7cb0779aa5b508807d9895bf1" already present on machine metadata: creationTimestamp: "2026-07-13T19:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:36Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eec988d1bb5b namespace: kserve-ci-e2e-test resourceVersion: "16532" uid: 34b77925-ff0a-407c-83d9-b237b7df1b3b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:04:36Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-13T19:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:36Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eec98b8ce4e7 namespace: kserve-ci-e2e-test resourceVersion: "16533" uid: c3e948a9-34d1-48fd-a8fc-dca967752fc7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:04:36Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-13T19:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:36Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eec98bfe445d namespace: kserve-ci-e2e-test resourceVersion: "16534" uid: fc6296e6-7358-4896-9f88-e200e0da5463 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:04:41Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1730" already present on machine metadata: creationTimestamp: "2026-07-13T19:04:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:41Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eeca8b834bf4 namespace: kserve-ci-e2e-test resourceVersion: "16571" uid: 5a5e7b7a-eb02-4c0f-baa1-4e77c8d9afac reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:04:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-13T19:04:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:41Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eeca8f929227 namespace: kserve-ci-e2e-test resourceVersion: "16575" uid: ad0444ed-e2b6-4e37-afc2-556dacbb5d8d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:04:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-13T19:04:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:41Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eeca9006f237 namespace: kserve-ci-e2e-test resourceVersion: "16578" uid: 03bf7537-5388-47cb-9d24-61f9ba6016d6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:04:41Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-13T19:04:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:41Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eeca9011d9cc namespace: kserve-ci-e2e-test resourceVersion: "16579" uid: d022dcbf-6bf9-4ab9-bc0f-328fe8276e3d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:04:41Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-13T19:04:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:41Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eeca92df5cdb namespace: kserve-ci-e2e-test resourceVersion: "16581" uid: e41390f5-54e8-4eeb-a6df-bbada39518df reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:04:41Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:04:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:41Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eeca9353cfe6 namespace: kserve-ci-e2e-test resourceVersion: "16582" uid: 54df01e8-392c-408d-b2b0-1d8ea0ac991d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:04:41Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:4e90f566b342ee88137b4332294c4cef6db04c33dbbb6e9394e58bda8902c06d" already present on machine metadata: creationTimestamp: "2026-07-13T19:04:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:41Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eeca935e2381 namespace: kserve-ci-e2e-test resourceVersion: "16583" uid: 6ba8bdb8-bb6a-4205-b376-8541db50eddb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:04:41Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-13T19:04:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:41Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eeca9677c035 namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: 5a9ee654-ec75-426f-9f13-930ea86dc5c3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:04:41Z" message: Started container agent metadata: creationTimestamp: "2026-07-13T19:04:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:41Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eeca96e8310a namespace: kserve-ci-e2e-test resourceVersion: "16585" uid: 06b0760e-1efe-4da0-b444-114aef593d19 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-13T19:04:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:06:19Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-13T19:04:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:06:19Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eecb036c8d64 namespace: kserve-ci-e2e-test resourceVersion: "17400" uid: ccb618fd-4245-48fc-9af9-e60209568d6f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-13T19:04:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:06:29Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-13T19:04:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:06:29Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eecb0375d2dc namespace: kserve-ci-e2e-test resourceVersion: "17472" uid: 5dd60978-35ac-4c4c-bc94-ec496618f99f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:06:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-13T19:06:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:06:11Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eedf99f58a9b namespace: kserve-ci-e2e-test resourceVersion: "17272" uid: f456547b-fbc3-4c79-b39f-bf7f99c7c7a1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:06:11Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-13T19:06:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:06:11Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eedf99f6232f namespace: kserve-ci-e2e-test resourceVersion: "17273" uid: f77e2a16-68b2-4a67-a7ea-5675cc3333c4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:06:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:06:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:06:11Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eedf99f68e38 namespace: kserve-ci-e2e-test resourceVersion: "17275" uid: 0a8489d8-c3dd-41a1-8bd4-6a01e54c0669 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-13T19:06:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5d9d8fb8b4-c549m namespace: kserve-ci-e2e-test resourceVersion: "16515" uid: 56458e18-dcac-4299-8610-9015087e177e kind: Event lastTimestamp: "2026-07-13T19:06:29Z" message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp 10.134.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-13T19:06:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:06:29Z" name: isvc-logger-predictor-5d9d8fb8b4-c549m.18c1eee033afaab5 namespace: kserve-ci-e2e-test resourceVersion: "17471" uid: 8e156ef4-458f-418b-8704-06bf20cacb72 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:36Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-5d9d8fb8b4 namespace: kserve-ci-e2e-test resourceVersion: "16502" uid: 6b65a81c-e393-4ec4-904f-f6292779283d kind: Event lastTimestamp: "2026-07-13T19:04:36Z" message: 'Created pod: isvc-logger-predictor-5d9d8fb8b4-c549m' metadata: creationTimestamp: "2026-07-13T19:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:04:36Z" name: isvc-logger-predictor-5d9d8fb8b4.18c1eec96ce17f26 namespace: kserve-ci-e2e-test resourceVersion: "16514" uid: 08bc5639-42ef-4a6a-8310-14dc5a73f72d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:36Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16499" uid: b433e04a-cb10-463b-b329-f07c814fc016 kind: Event lastTimestamp: "2026-07-13T19:04:36Z" message: Scaled up replica set isvc-logger-predictor-5d9d8fb8b4 from 0 to 1 metadata: creationTimestamp: "2026-07-13T19:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:04:36Z" name: isvc-logger-predictor.18c1eec968dba9c8 namespace: kserve-ci-e2e-test resourceVersion: "16506" uid: 2216064c-c0d2-436b-bb55-234ac47fef4f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-13T19:04:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16501" uid: 68ecce6f-cf32-4ef7-bbe4-8311d6dea3fb kind: Event lastTimestamp: "2026-07-13T19:05:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:04:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:05:06Z" name: isvc-logger-predictor.18c1eecce76e5237 namespace: kserve-ci-e2e-test resourceVersion: "16775" uid: adfd5591-880d-4fe8-b852-2c12b314c808 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-13T19:04:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16501" uid: 68ecce6f-cf32-4ef7-bbe4-8311d6dea3fb kind: Event lastTimestamp: "2026-07-13T19:05:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:04:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:05:06Z" name: isvc-logger-predictor.18c1eecce7e33151 namespace: kserve-ci-e2e-test resourceVersion: "16776" uid: bdb71ca2-2bab-4c99-bc31-5a95b6bce55b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-13T19:05:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16668" uid: 68ecce6f-cf32-4ef7-bbe4-8311d6dea3fb kind: Event lastTimestamp: "2026-07-13T19:06:06Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:06:06Z" name: isvc-logger-predictor.18c1eed3e6132597 namespace: kserve-ci-e2e-test resourceVersion: "17210" uid: 8cdd3271-283c-41b3-bad6-c043f056898c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-13T19:05:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16668" uid: 68ecce6f-cf32-4ef7-bbe4-8311d6dea3fb kind: Event lastTimestamp: "2026-07-13T19:06:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:06:06Z" name: isvc-logger-predictor.18c1eed3e6e08d74 namespace: kserve-ci-e2e-test resourceVersion: "17212" uid: 24fd432b-7842-4564-937b-cdbf733d6fe3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-13T19:04:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16490" uid: ca549b69-af4e-464a-ab40-e65939e21d5b kind: Event lastTimestamp: "2026-07-13T19:05:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-13T19:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:05:59Z" name: isvc-logger.18c1eec968f24b4f namespace: kserve-ci-e2e-test resourceVersion: "17164" uid: 41d92121-43bc-43ae-8b00-2758bc3350b4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16490" uid: ca549b69-af4e-464a-ab40-e65939e21d5b kind: Event lastTimestamp: "2026-07-13T19:04:36Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:04:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:04:36Z" name: isvc-logger.18c1eec969975c47 namespace: kserve-ci-e2e-test resourceVersion: "16508" uid: 3e404163-2d44-4b9b-893c-7ea18896ef0a reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:05:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17162" uid: ca549b69-af4e-464a-ab40-e65939e21d5b kind: Event lastTimestamp: "2026-07-13T19:05:59Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-13T19:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:05:59Z" name: isvc-logger.18c1eedcbdac1bf6 namespace: kserve-ci-e2e-test resourceVersion: "17163" uid: b749a53d-e1a0-4d00-bcef-c75b06e267fe reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-13T19:02:51.022621Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15594" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 to ip-10-0-134-48.ec2.internal metadata: creationTimestamp: "2026-07-13T19:02:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-13T19:02:51Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb0e9fb223d namespace: kserve-ci-e2e-test resourceVersion: "15598" uid: 47b1402b-d0d2-49c8-b1a1-d7a301fe0ae9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b746f5b54-4lcdd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:51Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15603" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:02:51Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-13T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-13T19:02:51Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb103283ebd namespace: kserve-ci-e2e-test resourceVersion: "15608" uid: 100866c6-aedf-4c14-a9a7-ebe2123ce930 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:02:51Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:38f70cb77701ee00560ecdde553dd84342a4d8f7cb0779aa5b508807d9895bf1" already present on machine metadata: creationTimestamp: "2026-07-13T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:51Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb104a5def8 namespace: kserve-ci-e2e-test resourceVersion: "15610" uid: aaf38026-d280-4dfb-91b7-5cef8ad3a238 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:02:51Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-13T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:51Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb107d34e68 namespace: kserve-ci-e2e-test resourceVersion: "15611" uid: e1f5d176-52bb-40af-8084-91819d2c6851 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:02:51Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-13T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:51Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb108387005 namespace: kserve-ci-e2e-test resourceVersion: "15612" uid: c52e84b8-10b4-4034-8e25-27c219cc919a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:02:55Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1730" already present on machine metadata: creationTimestamp: "2026-07-13T19:02:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:55Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb1fcaf2617 namespace: kserve-ci-e2e-test resourceVersion: "15648" uid: 0ec5cf89-1ac7-4b5b-a092-65ec5f411009 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:02:55Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-13T19:02:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:55Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb1ffa9848b namespace: kserve-ci-e2e-test resourceVersion: "15650" uid: 90deafa3-82ed-430c-b54c-7c96d9f444fb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:02:55Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-13T19:02:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:55Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb2003c888e namespace: kserve-ci-e2e-test resourceVersion: "15651" uid: d6c825bc-1728-4efe-88b4-5d9fd8cebc98 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:02:55Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-13T19:02:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:55Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb200472577 namespace: kserve-ci-e2e-test resourceVersion: "15652" uid: de27650c-9f4d-4edf-b062-df5bcf1e86bd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:02:55Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-13T19:02:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:55Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb203481b1e namespace: kserve-ci-e2e-test resourceVersion: "15655" uid: 947a9e0f-3a3e-4b81-bf28-194244b36f85 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:02:55Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:02:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:55Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb203a8b9d4 namespace: kserve-ci-e2e-test resourceVersion: "15656" uid: c4cdc96f-b0a9-4ac4-a286-06dc99ed31ef reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:02:55Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:4e90f566b342ee88137b4332294c4cef6db04c33dbbb6e9394e58bda8902c06d" already present on machine metadata: creationTimestamp: "2026-07-13T19:02:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:55Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb203b36b07 namespace: kserve-ci-e2e-test resourceVersion: "15657" uid: 94264113-7552-46ef-91cf-e54204f6409e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:02:55Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-13T19:02:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:55Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb206cd12e4 namespace: kserve-ci-e2e-test resourceVersion: "15659" uid: 69f85438-ecb2-4816-b31a-b6ac70a04896 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:02:55Z" message: Started container agent metadata: creationTimestamp: "2026-07-13T19:02:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:55Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb2072cf659 namespace: kserve-ci-e2e-test resourceVersion: "15660" uid: 7f1a7b50-e990-4b1d-8074-1d1fcdcacdab reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-13T19:02:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:04:29Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-13T19:02:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:29Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb238baf8f0 namespace: kserve-ci-e2e-test resourceVersion: "16441" uid: 86487ac6-18f0-4bdf-85ce-e23c8ec5309f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-13T19:02:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:04:29Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-13T19:02:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:29Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eeb238c451e2 namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: 3fe51255-e89e-48cc-8f38-3b28f83c0f2e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:04:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-13T19:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:16Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eec4bbbc48eb namespace: kserve-ci-e2e-test resourceVersion: "16280" uid: b12c06ce-54e8-4892-abb7-713211a23c52 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:04:16Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-13T19:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:16Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eec4bbbcb1a1 namespace: kserve-ci-e2e-test resourceVersion: "16283" uid: af7dce19-0c86-42eb-bb2d-c03683c94102 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:04:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:16Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eec4bbbd265a namespace: kserve-ci-e2e-test resourceVersion: "16285" uid: 08c736b3-ce92-4433-8f1d-489cba779f6a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:04:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2 namespace: kserve-ci-e2e-test resourceVersion: "15596" uid: 08d3027c-9641-4933-aa6b-11d4ccf437c3 kind: Event lastTimestamp: "2026-07-13T19:04:27Z" message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp 10.134.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-13T19:04:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:27Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2.18c1eec514ef041f namespace: kserve-ci-e2e-test resourceVersion: "16423" uid: ea4535af-cf66-44d4-86c9-d87a36da5cbd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6 namespace: kserve-ci-e2e-test resourceVersion: "15579" uid: 84c1a263-488d-4bd0-8506-31f0845180b4 kind: Event lastTimestamp: "2026-07-13T19:02:51Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6-5zmw2' metadata: creationTimestamp: "2026-07-13T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:02:51Z" name: isvc-sklearn-batcher-custom-predictor-5f9bdc45b6.18c1eeb0e985e688 namespace: kserve-ci-e2e-test resourceVersion: "15595" uid: a636a2b8-c036-4df1-a283-2813d002bfcd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15576" uid: 1c34bfa5-cdcd-465f-a427-be55b51b38ac kind: Event lastTimestamp: "2026-07-13T19:02:50Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5f9bdc45b6 from 0 to 1 metadata: creationTimestamp: "2026-07-13T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:02:50Z" name: isvc-sklearn-batcher-custom-predictor.18c1eeb0e4860dc7 namespace: kserve-ci-e2e-test resourceVersion: "15582" uid: 3a075d5b-76e4-4cf9-84be-541e9c079278 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-13T19:03:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15578" uid: 4886733e-e6f3-4a25-b99f-8f8c5c5425b9 kind: Event lastTimestamp: "2026-07-13T19:03:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:03:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:03:20Z" name: isvc-sklearn-batcher-custom-predictor.18c1eeb46430aadf namespace: kserve-ci-e2e-test resourceVersion: "15851" uid: a7bbd830-d8c0-4db2-9045-99473b9e104e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-13T19:03:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15578" uid: 4886733e-e6f3-4a25-b99f-8f8c5c5425b9 kind: Event lastTimestamp: "2026-07-13T19:03:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:03:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:03:20Z" name: isvc-sklearn-batcher-custom-predictor.18c1eeb464d4b3a9 namespace: kserve-ci-e2e-test resourceVersion: "15852" uid: cc4bfc4b-5559-449e-bee9-b506ace45352 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:03:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 4886733e-e6f3-4a25-b99f-8f8c5c5425b9 kind: Event lastTimestamp: "2026-07-13T19:04:06Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:04:06Z" name: isvc-sklearn-batcher-custom-predictor.18c1eebb63396155 namespace: kserve-ci-e2e-test resourceVersion: "16183" uid: 6844fcd0-7568-4ca2-91c5-4a5b52ae8bdf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:03:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 4886733e-e6f3-4a25-b99f-8f8c5c5425b9 kind: Event lastTimestamp: "2026-07-13T19:04:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:03:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:04:06Z" name: isvc-sklearn-batcher-custom-predictor.18c1eebb63b0ae99 namespace: kserve-ci-e2e-test resourceVersion: "16184" uid: e31a00d9-bd23-4b67-b22b-1e5136edf60e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-13T19:02:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15552" uid: 1e5f2224-a28e-493e-aff6-51494802a38f kind: Event lastTimestamp: "2026-07-13T19:04:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-13T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:04:09Z" name: isvc-sklearn-batcher-custom.18c1eeb0e4b2cf03 namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: e8a562cb-22bf-49aa-b8fc-dda794d5d356 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15552" uid: 1e5f2224-a28e-493e-aff6-51494802a38f kind: Event lastTimestamp: "2026-07-13T19:02:50Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:02:50Z" name: isvc-sklearn-batcher-custom.18c1eeb0e50a2f5a namespace: kserve-ci-e2e-test resourceVersion: "15585" uid: 695de244-73bc-4cf0-9f23-a318280b57fc reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16214" uid: 1e5f2224-a28e-493e-aff6-51494802a38f kind: Event lastTimestamp: "2026-07-13T19:04:09Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-13T19:04:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:04:09Z" name: isvc-sklearn-batcher-custom.18c1eec336ce4ddf namespace: kserve-ci-e2e-test resourceVersion: "16215" uid: 87d92c9d-07b5-4bb6-a69d-0892112d0b22 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-13T19:01:05.989083Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14762" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-78b5fd7767-47skv to ip-10-0-134-48.ec2.internal metadata: creationTimestamp: "2026-07-13T19:01:05Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-13T19:01:05Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee98757f0ef0 namespace: kserve-ci-e2e-test resourceVersion: "14766" uid: 07f2803e-5b74-4786-af78-4d791dabf3fc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b746f5b54-4lcdd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:06Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14770" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:06Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-13T19:01:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-13T19:01:06Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee988eb9b16b namespace: kserve-ci-e2e-test resourceVersion: "14778" uid: 203924ac-6446-4aff-b8b1-1d12e5a123c8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:06Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:06Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:38f70cb77701ee00560ecdde553dd84342a4d8f7cb0779aa5b508807d9895bf1" already present on machine metadata: creationTimestamp: "2026-07-13T19:01:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:06Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee989076d5d2 namespace: kserve-ci-e2e-test resourceVersion: "14780" uid: ddcf13e1-4507-476f-8dae-0d4026caac6f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:06Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:06Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-13T19:01:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:06Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee98931b3792 namespace: kserve-ci-e2e-test resourceVersion: "14781" uid: 3de4a3e4-700a-4401-8949-f10fc7a4469f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:06Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:06Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-13T19:01:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:06Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee98937b9b65 namespace: kserve-ci-e2e-test resourceVersion: "14782" uid: 49d87b5e-9fae-4640-8704-b7bdb9e43ce8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:11Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1730" metadata: creationTimestamp: "2026-07-13T19:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:11Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee99a9476f0f namespace: kserve-ci-e2e-test resourceVersion: "14814" uid: 70030c33-7cfb-43a0-b346-bc6ea157a257 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:26Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1730" in 14.939s (14.939s including waiting). Image size: 1555978657 bytes.' metadata: creationTimestamp: "2026-07-13T19:01:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:26Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee9d23bfde04 namespace: kserve-ci-e2e-test resourceVersion: "14927" uid: 327e4352-919b-4d50-a638-fbcd06e985ca reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:26Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-13T19:01:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:26Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee9d26ed6791 namespace: kserve-ci-e2e-test resourceVersion: "14928" uid: d49ed2f1-8554-4362-9ae4-f2c6767fdd0c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:26Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-13T19:01:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:26Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee9d274e87e8 namespace: kserve-ci-e2e-test resourceVersion: "14929" uid: f8aa764c-755c-4ed6-b70d-d56b700a0dc5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:26Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-13T19:01:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:26Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee9d275ba3e6 namespace: kserve-ci-e2e-test resourceVersion: "14930" uid: f4124160-06f7-459d-b324-5975d50b0bfa reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:28Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.116s (2.116s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-13T19:01:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:28Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee9da587d12c namespace: kserve-ci-e2e-test resourceVersion: "14948" uid: 06dec6f2-bd5f-415d-a9f3-830f366b5329 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:28Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-13T19:01:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:28Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee9da867fc0b namespace: kserve-ci-e2e-test resourceVersion: "14949" uid: 4e89dd20-2ef7-452c-a53a-1eea5d097a52 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:28Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:01:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:28Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee9da8ccacf1 namespace: kserve-ci-e2e-test resourceVersion: "14950" uid: 2a6f8478-4600-4ec9-ba28-c9954416963d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:28Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:4e90f566b342ee88137b4332294c4cef6db04c33dbbb6e9394e58bda8902c06d" metadata: creationTimestamp: "2026-07-13T19:01:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:28Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee9da8d92cf7 namespace: kserve-ci-e2e-test resourceVersion: "14951" uid: b730f460-7a07-4840-8796-43ccd492bb8d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:31Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:4e90f566b342ee88137b4332294c4cef6db04c33dbbb6e9394e58bda8902c06d" in 2.831s (2.831s including waiting). Image size: 239997016 bytes.' metadata: creationTimestamp: "2026-07-13T19:01:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:31Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee9e5197ebd0 namespace: kserve-ci-e2e-test resourceVersion: "14971" uid: 66d9781d-0650-4e74-ba5f-55de186ea680 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:31Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-13T19:01:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:31Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee9e54309041 namespace: kserve-ci-e2e-test resourceVersion: "14972" uid: c38d4733-402d-4633-ac0d-16e4a68fc69a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:01:31Z" message: Started container agent metadata: creationTimestamp: "2026-07-13T19:01:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:01:31Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee9e548ef311 namespace: kserve-ci-e2e-test resourceVersion: "14973" uid: 2d6476a0-49ec-477a-be34-1760c8c121f6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-13T19:01:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:03:04Z" message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-13T19:01:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:03:04Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee9e93d4679e namespace: kserve-ci-e2e-test resourceVersion: "15729" uid: d012d5f2-93f1-4723-8efc-48ba30e41b72 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-13T19:01:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:03:04Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-13T19:01:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:03:04Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1ee9e93dd511f namespace: kserve-ci-e2e-test resourceVersion: "15730" uid: a98c4b14-52a5-4f7c-80ad-5337798357a6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:02:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-13T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:50Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1eeb0e380f2c1 namespace: kserve-ci-e2e-test resourceVersion: "15575" uid: df225125-4acf-46ba-8d96-d1911e809abb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:02:50Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-13T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:50Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1eeb0e3814906 namespace: kserve-ci-e2e-test resourceVersion: "15577" uid: 04ab1380-e237-455f-b2e3-bae249378721 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:02:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:02:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:02:50Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1eeb0e383c894 namespace: kserve-ci-e2e-test resourceVersion: "15580" uid: e9255b3e-8d9b-4c2b-b84d-070a0ec31516 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:02:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 88647fa7-2e0a-4fa8-b77b-3f449a52d644 kind: Event lastTimestamp: "2026-07-13T19:03:03Z" message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-13T19:02:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:03:03Z" name: isvc-sklearn-batcher-predictor-78b5fd7767-47skv.18c1eeb16ffff69b namespace: kserve-ci-e2e-test resourceVersion: "15721" uid: b64d1f0f-af8a-47c3-bfdf-90640ff812a5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:05Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-78b5fd7767 namespace: kserve-ci-e2e-test resourceVersion: "14746" uid: 1b9966cd-cbb2-4d56-8b25-b6e2774857cd kind: Event lastTimestamp: "2026-07-13T19:01:05Z" message: 'Created pod: isvc-sklearn-batcher-predictor-78b5fd7767-47skv' metadata: creationTimestamp: "2026-07-13T19:01:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:01:05Z" name: isvc-sklearn-batcher-predictor-78b5fd7767.18c1ee98751576bf namespace: kserve-ci-e2e-test resourceVersion: "14763" uid: 76d96e7b-f781-4e94-99b7-0af67a904f94 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:01:05Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14745" uid: 00139c58-488c-4f15-88bc-4205c5c08419 kind: Event lastTimestamp: "2026-07-13T19:01:05Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-78b5fd7767 from 0 to 1 metadata: creationTimestamp: "2026-07-13T19:01:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:01:05Z" name: isvc-sklearn-batcher-predictor.18c1ee9868b2490c namespace: kserve-ci-e2e-test resourceVersion: "14747" uid: b06730de-99d0-448d-8f10-5d7be4b5d127 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:01:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14754" uid: b3698e99-6446-49ef-b021-801ad13919a1 kind: Event lastTimestamp: "2026-07-13T19:01:50Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:01:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:01:50Z" name: isvc-sklearn-batcher-predictor.18c1ee9bedd1b594 namespace: kserve-ci-e2e-test resourceVersion: "15113" uid: 0d1798eb-7ebc-46d8-b02c-0b97ecf83fec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:01:20Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14754" uid: b3698e99-6446-49ef-b021-801ad13919a1 kind: Event lastTimestamp: "2026-07-13T19:01:50Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:01:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:01:50Z" name: isvc-sklearn-batcher-predictor.18c1ee9bee3e06e8 namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 05721586-1032-4354-bb8c-2347b16c891d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:02:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14888" uid: b3698e99-6446-49ef-b021-801ad13919a1 kind: Event lastTimestamp: "2026-07-13T19:02:35Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:02:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:02:35Z" name: isvc-sklearn-batcher-predictor.18c1eea66b8fd25c namespace: kserve-ci-e2e-test resourceVersion: "15438" uid: 91537655-a088-4dd5-9d16-411e89de03ff reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-13T19:02:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14888" uid: b3698e99-6446-49ef-b021-801ad13919a1 kind: Event lastTimestamp: "2026-07-13T19:02:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:02:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:02:36Z" name: isvc-sklearn-batcher-predictor.18c1eea66c0995cd namespace: kserve-ci-e2e-test resourceVersion: "15439" uid: 4f313936-1a9e-4886-b6d3-517245e265bc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-13T19:01:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14736" uid: 5027d4df-cb5e-41c1-9aad-8cbd0513aff9 kind: Event lastTimestamp: "2026-07-13T19:02:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-13T19:01:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:02:44Z" name: isvc-sklearn-batcher.18c1ee986eab0506 namespace: kserve-ci-e2e-test resourceVersion: "15503" uid: 8505f131-0fa7-4ddd-9191-b0c732b03851 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-13T19:01:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14736" uid: 5027d4df-cb5e-41c1-9aad-8cbd0513aff9 kind: Event lastTimestamp: "2026-07-13T19:01:06Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:01:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:01:06Z" name: isvc-sklearn-batcher.18c1ee986f7b9d13 namespace: kserve-ci-e2e-test resourceVersion: "14772" uid: 82f15073-418e-420d-9a66-9af0848e25e3 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-13T19:01:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14736" uid: 5027d4df-cb5e-41c1-9aad-8cbd0513aff9 kind: Event lastTimestamp: "2026-07-13T19:01:06Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:01:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:01:06Z" name: isvc-sklearn-batcher.18c1ee986f7bf887 namespace: kserve-ci-e2e-test resourceVersion: "14773" uid: 8d2c298d-512c-448b-832f-264b8930f5dc reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:02:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15500" uid: 5027d4df-cb5e-41c1-9aad-8cbd0513aff9 kind: Event lastTimestamp: "2026-07-13T19:02:44Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-13T19:02:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:02:44Z" name: isvc-sklearn-batcher.18c1eeaf5f4c737c namespace: kserve-ci-e2e-test resourceVersion: "15502" uid: 694a934c-0884-444d-a913-a9a313b516c5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-13T19:04:16.227225Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-v85ks namespace: kserve-ci-e2e-test resourceVersion: "16299" uid: fcc110fb-2fd1-40d5-b6c7-16462b777aba kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-v85ks to ip-10-0-134-48.ec2.internal metadata: creationTimestamp: "2026-07-13T19:04:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-13T19:04:16Z" name: message-dumper-predictor-6575bcfdfd-v85ks.18c1eec4c092390f namespace: kserve-ci-e2e-test resourceVersion: "16305" uid: 5494002f-f8bb-468f-9912-4d77b838419b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6b746f5b54-4lcdd source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:16Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-v85ks namespace: kserve-ci-e2e-test resourceVersion: "16309" uid: fcc110fb-2fd1-40d5-b6c7-16462b777aba kind: Event lastTimestamp: "2026-07-13T19:04:16Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-13T19:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-13T19:04:16Z" name: message-dumper-predictor-6575bcfdfd-v85ks.18c1eec4ec134536 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 6a2eaf01-0f7f-4cf4-86be-984df0de9754 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-v85ks namespace: kserve-ci-e2e-test resourceVersion: "16301" uid: fcc110fb-2fd1-40d5-b6c7-16462b777aba kind: Event lastTimestamp: "2026-07-13T19:04:16Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-13T19:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:16Z" name: message-dumper-predictor-6575bcfdfd-v85ks.18c1eec4ed8ac418 namespace: kserve-ci-e2e-test resourceVersion: "16324" uid: 18eed67d-19df-43b2-844a-59d0581561fb reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-v85ks namespace: kserve-ci-e2e-test resourceVersion: "16301" uid: fcc110fb-2fd1-40d5-b6c7-16462b777aba kind: Event lastTimestamp: "2026-07-13T19:04:18Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.144s (1.144s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-13T19:04:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:18Z" name: message-dumper-predictor-6575bcfdfd-v85ks.18c1eec531c080c5 namespace: kserve-ci-e2e-test resourceVersion: "16337" uid: b3433621-95bc-4404-abda-2ac745758a40 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-v85ks namespace: kserve-ci-e2e-test resourceVersion: "16301" uid: fcc110fb-2fd1-40d5-b6c7-16462b777aba kind: Event lastTimestamp: "2026-07-13T19:04:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-13T19:04:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:18Z" name: message-dumper-predictor-6575bcfdfd-v85ks.18c1eec535909bcd namespace: kserve-ci-e2e-test resourceVersion: "16339" uid: b5f1973d-089a-4688-9016-72adeb8570e8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-v85ks namespace: kserve-ci-e2e-test resourceVersion: "16301" uid: fcc110fb-2fd1-40d5-b6c7-16462b777aba kind: Event lastTimestamp: "2026-07-13T19:04:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-13T19:04:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:18Z" name: message-dumper-predictor-6575bcfdfd-v85ks.18c1eec53602cf5e namespace: kserve-ci-e2e-test resourceVersion: "16340" uid: ffc50bf8-e58f-49a0-abaf-b8993325717a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-v85ks namespace: kserve-ci-e2e-test resourceVersion: "16301" uid: fcc110fb-2fd1-40d5-b6c7-16462b777aba kind: Event lastTimestamp: "2026-07-13T19:04:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-13T19:04:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:18Z" name: message-dumper-predictor-6575bcfdfd-v85ks.18c1eec5360be506 namespace: kserve-ci-e2e-test resourceVersion: "16341" uid: 232263bb-a68f-427c-8561-7547aca44481 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-v85ks namespace: kserve-ci-e2e-test resourceVersion: "16301" uid: fcc110fb-2fd1-40d5-b6c7-16462b777aba kind: Event lastTimestamp: "2026-07-13T19:04:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-13T19:04:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:18Z" name: message-dumper-predictor-6575bcfdfd-v85ks.18c1eec539639249 namespace: kserve-ci-e2e-test resourceVersion: "16342" uid: c0a9a4c2-a23d-4348-be30-499bf9782886 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-v85ks namespace: kserve-ci-e2e-test resourceVersion: "16301" uid: fcc110fb-2fd1-40d5-b6c7-16462b777aba kind: Event lastTimestamp: "2026-07-13T19:04:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:04:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:04:18Z" name: message-dumper-predictor-6575bcfdfd-v85ks.18c1eec539d69b57 namespace: kserve-ci-e2e-test resourceVersion: "16343" uid: cba0cae1-b3c4-4150-8b0f-a9c06952d9cd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-v85ks namespace: kserve-ci-e2e-test resourceVersion: "16301" uid: fcc110fb-2fd1-40d5-b6c7-16462b777aba kind: Event lastTimestamp: "2026-07-13T19:06:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-13T19:06:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:06:11Z" name: message-dumper-predictor-6575bcfdfd-v85ks.18c1eedfa0822fec namespace: kserve-ci-e2e-test resourceVersion: "17305" uid: ef2ead96-995d-488b-8176-c496896da6fc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:06:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-v85ks namespace: kserve-ci-e2e-test resourceVersion: "16301" uid: fcc110fb-2fd1-40d5-b6c7-16462b777aba kind: Event lastTimestamp: "2026-07-13T19:06:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-13T19:06:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-13T19:06:11Z" name: message-dumper-predictor-6575bcfdfd-v85ks.18c1eedfa082d3a1 namespace: kserve-ci-e2e-test resourceVersion: "17306" uid: ceef77e2-c037-4f2c-ae23-06efa5653e84 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-48.ec2.internal source: component: kubelet host: ip-10-0-134-48.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16291" uid: 651f4edd-cf74-47d9-a846-684d9c3292f8 kind: Event lastTimestamp: "2026-07-13T19:04:16Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-v85ks' metadata: creationTimestamp: "2026-07-13T19:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:04:16Z" name: message-dumper-predictor-6575bcfdfd.18c1eec4c00e059d namespace: kserve-ci-e2e-test resourceVersion: "16300" uid: 723915c1-86fe-47f2-8f3f-e9d0e44ea917 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16289" uid: 5a7542ea-3a07-4b2b-b2fa-f7bcf11ce830 kind: Event lastTimestamp: "2026-07-13T19:04:16Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-13T19:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:04:16Z" name: message-dumper-predictor.18c1eec4be01ceda namespace: kserve-ci-e2e-test resourceVersion: "16292" uid: b9e5e28a-f995-4d9c-86fd-4eb6ddbdc3fa reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-13T19:04:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16290" uid: 9eb202f0-4991-49b9-ae90-fea348e21012 kind: Event lastTimestamp: "2026-07-13T19:05:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:04:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:05:01Z" name: message-dumper-predictor.18c1eec83d740297 namespace: kserve-ci-e2e-test resourceVersion: "16744" uid: be494008-ec11-4f43-95e9-6200aec1c6a8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-13T19:04:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16290" uid: 9eb202f0-4991-49b9-ae90-fea348e21012 kind: Event lastTimestamp: "2026-07-13T19:05:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-13T19:04:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:05:01Z" name: message-dumper-predictor.18c1eec83deeb024 namespace: kserve-ci-e2e-test resourceVersion: "16745" uid: b43d7ad1-83dc-4e6b-97e4-65da712363fd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16457" uid: 9eb202f0-4991-49b9-ae90-fea348e21012 kind: Event lastTimestamp: "2026-07-13T19:04:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:04:46Z" name: message-dumper-predictor.18c1eecbbcb729e4 namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 85b8d4ee-079d-487b-935a-d76fe745f891 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16457" uid: 9eb202f0-4991-49b9-ae90-fea348e21012 kind: Event lastTimestamp: "2026-07-13T19:04:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-13T19:04:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-13T19:04:46Z" name: message-dumper-predictor.18c1eecbbd2ddca0 namespace: kserve-ci-e2e-test resourceVersion: "16624" uid: 9ce84064-d78f-4b2c-8f8f-490699e50db8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-13T19:04:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16263" uid: f3055182-5655-4d94-9521-6e0a7838d076 kind: Event lastTimestamp: "2026-07-13T19:04:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-13T19:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:04:26Z" name: message-dumper.18c1eec4be0950df namespace: kserve-ci-e2e-test resourceVersion: "16410" uid: afe10253-ace9-4aab-9d34-226a3abcfee0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16263" uid: f3055182-5655-4d94-9521-6e0a7838d076 kind: Event lastTimestamp: "2026-07-13T19:04:16Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-13T19:04:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:04:16Z" name: message-dumper.18c1eec4bea94a55 namespace: kserve-ci-e2e-test resourceVersion: "16296" uid: fdbeafcf-1ec6-4772-82e3-e28591d180ec reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-13T19:04:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16408" uid: f3055182-5655-4d94-9521-6e0a7838d076 kind: Event lastTimestamp: "2026-07-13T19:04:26Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-13T19:04:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-13T19:04:26Z" name: message-dumper.18c1eec70dec24e9 namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: f237ca9d-1468-417f-ba9f-0bcbbb77c1a2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22014"