--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-02T13:38:18.584198Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf namespace: kserve-ci-e2e-test resourceVersion: "21279" uid: 6a6ebab3-61f5-4d0c-ae7b-37a0c224f9e9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf to ip-10-0-141-149.ec2.internal metadata: creationTimestamp: "2026-07-02T13:38:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T13:38:18Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf.18be7c98e3cfb1cb namespace: kserve-ci-e2e-test resourceVersion: "21284" uid: 87dbc466-8c7d-40cf-9137-804ac53ab5ae reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76f574b749-h44vv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:19Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf namespace: kserve-ci-e2e-test resourceVersion: "21288" uid: 6a6ebab3-61f5-4d0c-ae7b-37a0c224f9e9 kind: Event lastTimestamp: "2026-07-02T13:38:19Z" message: Add eth0 [10.134.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T13:38:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T13:38:19Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf.18be7c98fd448117 namespace: kserve-ci-e2e-test resourceVersion: "21297" uid: b6aa0f87-24c6-4372-bea2-826311bd6d0b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 6a6ebab3-61f5-4d0c-ae7b-37a0c224f9e9 kind: Event lastTimestamp: "2026-07-02T13:38:19Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1" already present on machine metadata: creationTimestamp: "2026-07-02T13:38:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:38:19Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf.18be7c98fead04ec namespace: kserve-ci-e2e-test resourceVersion: "21300" uid: 083dea2c-e7c0-4acd-b24d-348e4cc6315b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 6a6ebab3-61f5-4d0c-ae7b-37a0c224f9e9 kind: Event lastTimestamp: "2026-07-02T13:38:19Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T13:38:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:38:19Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf.18be7c99022a7ee2 namespace: kserve-ci-e2e-test resourceVersion: "21302" uid: 4c645d45-7a6d-4b96-a03b-07bb504fecbd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 6a6ebab3-61f5-4d0c-ae7b-37a0c224f9e9 kind: Event lastTimestamp: "2026-07-02T13:38:19Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T13:38:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:38:19Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf.18be7c990298e12a namespace: kserve-ci-e2e-test resourceVersion: "21304" uid: 058cc3b7-bf7b-4a84-af0d-4e8130997483 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 6a6ebab3-61f5-4d0c-ae7b-37a0c224f9e9 kind: Event lastTimestamp: "2026-07-02T13:38:25Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T13:38:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:38:25Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf.18be7c9a6581dc1c namespace: kserve-ci-e2e-test resourceVersion: "21349" uid: c87927c3-3358-46d1-baba-cbdd895023d2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 6a6ebab3-61f5-4d0c-ae7b-37a0c224f9e9 kind: Event lastTimestamp: "2026-07-02T13:38:25Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T13:38:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:38:25Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf.18be7c9a68c1e659 namespace: kserve-ci-e2e-test resourceVersion: "21353" uid: 13075a4e-59f3-440b-bc69-97f96daa8d20 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 6a6ebab3-61f5-4d0c-ae7b-37a0c224f9e9 kind: Event lastTimestamp: "2026-07-02T13:38:25Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T13:38:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:38:25Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf.18be7c9a6932b7bc namespace: kserve-ci-e2e-test resourceVersion: "21354" uid: dce8c6e0-836c-468c-9ed8-99a5a7256ea3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 6a6ebab3-61f5-4d0c-ae7b-37a0c224f9e9 kind: Event lastTimestamp: "2026-07-02T13:38:25Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T13:38:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:38:25Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf.18be7c9a693cb996 namespace: kserve-ci-e2e-test resourceVersion: "21355" uid: 46c5445c-4d24-424c-aba2-457ed0b1948b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 6a6ebab3-61f5-4d0c-ae7b-37a0c224f9e9 kind: Event lastTimestamp: "2026-07-02T13:38:25Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T13:38:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:38:25Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf.18be7c9a6c1c7480 namespace: kserve-ci-e2e-test resourceVersion: "21359" uid: fbf8ce74-58a9-4a64-ade6-a71c2c7dde6c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 6a6ebab3-61f5-4d0c-ae7b-37a0c224f9e9 kind: Event lastTimestamp: "2026-07-02T13:38:25Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:38:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:38:25Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf.18be7c9a6c8d6d74 namespace: kserve-ci-e2e-test resourceVersion: "21360" uid: e1679128-4163-4a60-b5e3-3e2652dc317f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:38:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 6a6ebab3-61f5-4d0c-ae7b-37a0c224f9e9 kind: Event lastTimestamp: "2026-07-02T13:38:32Z" message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T13:38:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:38:32Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf.18be7c9aa1977721 namespace: kserve-ci-e2e-test resourceVersion: "21411" uid: 17ade1bb-f5dd-4a49-a2e8-da01613f8945 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 6a6ebab3-61f5-4d0c-ae7b-37a0c224f9e9 kind: Event lastTimestamp: "2026-07-02T13:38:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T13:38:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:38:48Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf.18be7c9fe3524666 namespace: kserve-ci-e2e-test resourceVersion: "21554" uid: 5a557a06-c9d4-44be-b337-57275edd98b8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf namespace: kserve-ci-e2e-test resourceVersion: "21282" uid: 6a6ebab3-61f5-4d0c-ae7b-37a0c224f9e9 kind: Event lastTimestamp: "2026-07-02T13:38:48Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:38:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:38:48Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf.18be7c9fe353924b namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: 8e388ab9-46a5-48f8-bc3f-437db3ef4bef reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21270" uid: 67c2e86f-d684-41aa-a422-547a1ef6de99 kind: Event lastTimestamp: "2026-07-02T13:38:18Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-xhdwf' metadata: creationTimestamp: "2026-07-02T13:38:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:38:18Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18be7c98e33847c3 namespace: kserve-ci-e2e-test resourceVersion: "21281" uid: 48d2ac27-d45d-49d8-8b38-6a88d9445609 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21268" uid: 0ee0f019-2ba6-4ec4-bba7-ff7a0c896822 kind: Event lastTimestamp: "2026-07-02T13:38:18Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-02T13:38:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:38:18Z" name: isvc-autogluon-ts-v1-predictor.18be7c98ddf11773 namespace: kserve-ci-e2e-test resourceVersion: "21271" uid: 56604284-9d64-4c0a-951e-8a3207277f35 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21269" uid: 233cfea0-cd88-4260-aaff-1fd924b2f5f0 kind: Event lastTimestamp: "2026-07-02T13:38:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:38:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:38:33Z" name: isvc-autogluon-ts-v1-predictor.18be7c9c5c97315d namespace: kserve-ci-e2e-test resourceVersion: "21424" uid: 25bfd798-8c64-4b6e-b06d-f4ecf3108afc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21269" uid: 233cfea0-cd88-4260-aaff-1fd924b2f5f0 kind: Event lastTimestamp: "2026-07-02T13:38:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:38:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:38:33Z" name: isvc-autogluon-ts-v1-predictor.18be7c9c5d0fcf0a namespace: kserve-ci-e2e-test resourceVersion: "21426" uid: e155466f-eab1-4544-a6f3-9fca61c28847 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21425" uid: 233cfea0-cd88-4260-aaff-1fd924b2f5f0 kind: Event lastTimestamp: "2026-07-02T13:38:48Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:38:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:38:48Z" name: isvc-autogluon-ts-v1-predictor.18be7c9fdc41b7fb namespace: kserve-ci-e2e-test resourceVersion: "21535" uid: 5436b716-8779-44f4-8522-c632bfcea25d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21425" uid: 233cfea0-cd88-4260-aaff-1fd924b2f5f0 kind: Event lastTimestamp: "2026-07-02T13:38:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:38:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:38:48Z" name: isvc-autogluon-ts-v1-predictor.18be7c9fdca63d50 namespace: kserve-ci-e2e-test resourceVersion: "21537" uid: 946656b1-22aa-4e06-9b07-782c4ed69b6f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-07-02T13:38:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21261" uid: dc8fb757-3e8b-42a2-853c-70467090aa79 kind: Event lastTimestamp: "2026-07-02T13:38:42Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T13:38:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:38:42Z" name: isvc-autogluon-ts-v1.18be7c98de08d35c namespace: kserve-ci-e2e-test resourceVersion: "21494" uid: 5556d507-8b10-4436-a688-e8ae5efeb6ed reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21261" uid: dc8fb757-3e8b-42a2-853c-70467090aa79 kind: Event lastTimestamp: "2026-07-02T13:38:18Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:38:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:38:18Z" name: isvc-autogluon-ts-v1.18be7c98de5d16c2 namespace: kserve-ci-e2e-test resourceVersion: "21274" uid: 98e443fa-719a-43af-8582-9ab348b5ad7b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21261" uid: dc8fb757-3e8b-42a2-853c-70467090aa79 kind: Event lastTimestamp: "2026-07-02T13:38:18Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:38:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:38:18Z" name: isvc-autogluon-ts-v1.18be7c98de5d586b namespace: kserve-ci-e2e-test resourceVersion: "21275" uid: 6a179daa-a39d-49ee-8e94-65073fe1685e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21492" uid: dc8fb757-3e8b-42a2-853c-70467090aa79 kind: Event lastTimestamp: "2026-07-02T13:38:42Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-02T13:38:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:38:42Z" name: isvc-autogluon-ts-v1.18be7c9e61a21033 namespace: kserve-ci-e2e-test resourceVersion: "21493" uid: e5a811cb-31f6-449c-867f-6fd7d14bc115 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T13:29:27.170726Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17230" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj to ip-10-0-141-149.ec2.internal metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T13:29:27Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c1d291995fa namespace: kserve-ci-e2e-test resourceVersion: "17237" uid: a79ff5a2-2e34-4024-bd0f-7a4db1fd1937 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76f574b749-h44vv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:27Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17240" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:29:27Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T13:29:27Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c1d43056b08 namespace: kserve-ci-e2e-test resourceVersion: "17268" uid: b5a12be1-1e68-456b-a9fa-4cc5e38dd6e8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:29:27Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1" already present on machine metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:29:27Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c1d44809f8e namespace: kserve-ci-e2e-test resourceVersion: "17270" uid: 79d61855-d539-4483-bd93-b5cad10a23c1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:29:27Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:29:27Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c1d473aef12 namespace: kserve-ci-e2e-test resourceVersion: "17271" uid: 68dd8f55-cffa-4725-87aa-9fae3f42f281 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:29:27Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:29:27Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c1d47a802d6 namespace: kserve-ci-e2e-test resourceVersion: "17272" uid: 468670a4-3c2b-43c9-af90-7785c1159e5c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:29:57Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-02T13:29:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:29:57Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c244579eb47 namespace: kserve-ci-e2e-test resourceVersion: "17502" uid: fcb04aae-06ce-4c10-b619-b3d77b6e3577 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:32:16Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m18.345s (2m18.345s including waiting). Image size: 8939170586 bytes.' metadata: creationTimestamp: "2026-07-02T13:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:16Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c447b85556e namespace: kserve-ci-e2e-test resourceVersion: "18459" uid: 404a75b1-e87a-40a5-8175-8c094e42b181 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:32:16Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T13:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:16Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c4481269d8a namespace: kserve-ci-e2e-test resourceVersion: "18462" uid: b2fdbbdc-fd73-4f50-90cc-83aa5f8d1287 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:32:16Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T13:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:16Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c4482180828 namespace: kserve-ci-e2e-test resourceVersion: "18463" uid: 82bef02a-362e-40cf-b121-21ef04cd81f8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:32:16Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T13:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:16Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c448222d89b namespace: kserve-ci-e2e-test resourceVersion: "18464" uid: 1ad80ef5-3203-43f6-9522-754b7f5b8bee reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:32:16Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T13:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:16Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c448716903f namespace: kserve-ci-e2e-test resourceVersion: "18466" uid: 758b60b4-a36b-49ab-9847-369c85e56cd2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:32:16Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:16Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c44880c931f namespace: kserve-ci-e2e-test resourceVersion: "18467" uid: 65466df3-cd58-4882-93fb-061de1854818 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:32:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:32:22Z" message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T13:32:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:22Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c449175d3df namespace: kserve-ci-e2e-test resourceVersion: "18514" uid: 9bc37a69-7a68-49c8-860b-27bb37100f66 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:32:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T13:32:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:37Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c49726889b2 namespace: kserve-ci-e2e-test resourceVersion: "18647" uid: 97a44ea3-2c29-43e5-ab46-7b67c9300fcb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:32:37Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:32:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:37Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c4972692805 namespace: kserve-ci-e2e-test resourceVersion: "18648" uid: 727f2338-d9d8-4d67-be14-58a78f3532c8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 6fae0d0a-8aab-4537-a7ef-71b83297e7fe kind: Event lastTimestamp: "2026-07-02T13:32:37Z" message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp 10.134.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-02T13:32:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:37Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj.18be7c4975636924 namespace: kserve-ci-e2e-test resourceVersion: "18651" uid: 5ed45df3-f3da-48e0-b741-00c4ac82253d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17206" uid: 5b20e492-9b4f-4a8b-afa0-ce345bb5dd70 kind: Event lastTimestamp: "2026-07-02T13:29:27Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-2lhrj' metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:29:27Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18be7c1d2888fbe5 namespace: kserve-ci-e2e-test resourceVersion: "17233" uid: 86d7db40-4eed-48d7-bb66-fc1af84de2f1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17200" uid: 8ad34c1f-9122-438b-a898-ba214d459a24 kind: Event lastTimestamp: "2026-07-02T13:29:27Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:29:27Z" name: isvc-autogluon-v1-predictor.18be7c1d2392096f namespace: kserve-ci-e2e-test resourceVersion: "17210" uid: d5bbc0fb-a50c-41f6-8a26-3bf60d5ce96c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T13:29:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17204" uid: 38591628-27a6-4371-9308-f53719aa70d5 kind: Event lastTimestamp: "2026-07-02T13:32:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:29:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:32:27Z" name: isvc-autogluon-v1-predictor.18be7c20a33b3c78 namespace: kserve-ci-e2e-test resourceVersion: "18547" uid: 12a2d5c2-1dda-4a23-a0b9-85f97f8d7c80 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T13:29:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17204" uid: 38591628-27a6-4371-9308-f53719aa70d5 kind: Event lastTimestamp: "2026-07-02T13:32:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:29:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:32:27Z" name: isvc-autogluon-v1-predictor.18be7c20a3abd8e9 namespace: kserve-ci-e2e-test resourceVersion: "18548" uid: e91854f5-a2d1-4ec5-ae06-6f96e0a37412 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T13:29:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17191" uid: 2f1e7296-1320-4c51-8209-2c20d14ef496 kind: Event lastTimestamp: "2026-07-02T13:32:32Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:32:32Z" name: isvc-autogluon-v1.18be7c1d235acc41 namespace: kserve-ci-e2e-test resourceVersion: "18601" uid: dc8d2947-3757-4f7f-bc7e-4d5ea9309243 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17191" uid: 2f1e7296-1320-4c51-8209-2c20d14ef496 kind: Event lastTimestamp: "2026-07-02T13:29:27Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:29:27Z" name: isvc-autogluon-v1.18be7c1d241f34ac namespace: kserve-ci-e2e-test resourceVersion: "17217" uid: 9bc585dc-7202-414c-9210-69881fb8b209 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17191" uid: 2f1e7296-1320-4c51-8209-2c20d14ef496 kind: Event lastTimestamp: "2026-07-02T13:29:27Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:29:27Z" name: isvc-autogluon-v1.18be7c1d241f95e9 namespace: kserve-ci-e2e-test resourceVersion: "17219" uid: 29b4f9c4-9fc2-4379-a0dc-1114b7ee1b7c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18599" uid: 2f1e7296-1320-4c51-8209-2c20d14ef496 kind: Event lastTimestamp: "2026-07-02T13:32:32Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-02T13:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:32:32Z" name: isvc-autogluon-v1.18be7c4851409596 namespace: kserve-ci-e2e-test resourceVersion: "18600" uid: 5c60dc4a-62a3-442d-ba63-b1dba585971e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T13:36:33.280303Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858 namespace: kserve-ci-e2e-test resourceVersion: "20469" uid: 9015751b-c0ff-400e-b866-8774befb8951 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858 to ip-10-0-141-149.ec2.internal metadata: creationTimestamp: "2026-07-02T13:36:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T13:36:33Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858.18be7c805f35bcc1 namespace: kserve-ci-e2e-test resourceVersion: "20473" uid: 4f12aa0c-a12a-4bd1-b405-4432c191206c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76f574b749-h44vv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:33Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858 namespace: kserve-ci-e2e-test resourceVersion: "20477" uid: 9015751b-c0ff-400e-b866-8774befb8951 kind: Event lastTimestamp: "2026-07-02T13:36:33Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T13:36:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T13:36:33Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858.18be7c8078a812d6 namespace: kserve-ci-e2e-test resourceVersion: "20485" uid: c79412dc-1c0e-4d82-be41-2a12f5b7d851 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 9015751b-c0ff-400e-b866-8774befb8951 kind: Event lastTimestamp: "2026-07-02T13:36:33Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1" already present on machine metadata: creationTimestamp: "2026-07-02T13:36:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:36:33Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858.18be7c807a33d4c3 namespace: kserve-ci-e2e-test resourceVersion: "20487" uid: 6cb30f72-36de-443a-80f1-4ee057efc053 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 9015751b-c0ff-400e-b866-8774befb8951 kind: Event lastTimestamp: "2026-07-02T13:36:33Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T13:36:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:36:33Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858.18be7c807d098b40 namespace: kserve-ci-e2e-test resourceVersion: "20488" uid: d1fc7edb-b892-4e04-92c8-3146008e1d9f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 9015751b-c0ff-400e-b866-8774befb8951 kind: Event lastTimestamp: "2026-07-02T13:36:33Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T13:36:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:36:33Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858.18be7c807d76d6d1 namespace: kserve-ci-e2e-test resourceVersion: "20489" uid: 4d24694b-09d0-4eed-910b-9b2edee64913 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 9015751b-c0ff-400e-b866-8774befb8951 kind: Event lastTimestamp: "2026-07-02T13:36:38Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T13:36:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:36:38Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858.18be7c819b7767f9 namespace: kserve-ci-e2e-test resourceVersion: "20525" uid: 0dd9e32d-fb38-4cf7-98fd-1ce6ba155d78 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 9015751b-c0ff-400e-b866-8774befb8951 kind: Event lastTimestamp: "2026-07-02T13:36:38Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T13:36:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:36:38Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858.18be7c819ef30800 namespace: kserve-ci-e2e-test resourceVersion: "20528" uid: 0848d028-f2df-46eb-b357-693b3efb9627 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 9015751b-c0ff-400e-b866-8774befb8951 kind: Event lastTimestamp: "2026-07-02T13:36:38Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T13:36:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:36:38Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858.18be7c819f6f70d6 namespace: kserve-ci-e2e-test resourceVersion: "20530" uid: 75c1056d-3d26-4cf0-8f7b-520a1bd7ff34 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 9015751b-c0ff-400e-b866-8774befb8951 kind: Event lastTimestamp: "2026-07-02T13:36:38Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T13:36:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:36:38Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858.18be7c819f7bfff3 namespace: kserve-ci-e2e-test resourceVersion: "20532" uid: 2277a3af-51a5-4117-9201-034a26b2e58a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 9015751b-c0ff-400e-b866-8774befb8951 kind: Event lastTimestamp: "2026-07-02T13:36:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T13:36:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:36:38Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858.18be7c81a31b5313 namespace: kserve-ci-e2e-test resourceVersion: "20534" uid: bed74e6d-99e3-4997-b9da-45046ae2fada reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 9015751b-c0ff-400e-b866-8774befb8951 kind: Event lastTimestamp: "2026-07-02T13:36:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:36:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:36:38Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858.18be7c81a39a2e6c namespace: kserve-ci-e2e-test resourceVersion: "20535" uid: aa5402e1-a741-400d-bb12-265102c27554 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 9015751b-c0ff-400e-b866-8774befb8951 kind: Event lastTimestamp: "2026-07-02T13:38:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T13:38:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:38:13Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858.18be7c97b0b1a81d namespace: kserve-ci-e2e-test resourceVersion: "21221" uid: 46be36b7-6cfb-4390-bead-0e74f59e6e57 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 9015751b-c0ff-400e-b866-8774befb8951 kind: Event lastTimestamp: "2026-07-02T13:38:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:38:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:38:13Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858.18be7c97b0b21e0b namespace: kserve-ci-e2e-test resourceVersion: "21222" uid: d6b7aa6b-c464-4580-8413-ce2b084e7958 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "20459" uid: 06243850-8053-4632-8297-c322ccef64ba kind: Event lastTimestamp: "2026-07-02T13:36:33Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-t2858' metadata: creationTimestamp: "2026-07-02T13:36:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:36:33Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18be7c805e9add63 namespace: kserve-ci-e2e-test resourceVersion: "20471" uid: 07ef55d8-df33-477b-89f1-c0d771f259ca reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20457" uid: d234e6a7-8ddc-4a4d-b2c1-76e037ed93e1 kind: Event lastTimestamp: "2026-07-02T13:36:33Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-02T13:36:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:36:33Z" name: isvc-autogluon-v2-noslash-predictor.18be7c80594dbe04 namespace: kserve-ci-e2e-test resourceVersion: "20460" uid: ebda5e8c-82ca-4221-8193-1bcee1a7c97d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:36:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20458" uid: 4af99159-52a9-4429-9ee2-b97f4b933ae3 kind: Event lastTimestamp: "2026-07-02T13:37:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:36:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:37:03Z" name: isvc-autogluon-v2-noslash-predictor.18be7c83d820c383 namespace: kserve-ci-e2e-test resourceVersion: "20710" uid: ae268e8a-8ab8-457e-a306-70c55891fcfe reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:36:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20458" uid: 4af99159-52a9-4429-9ee2-b97f4b933ae3 kind: Event lastTimestamp: "2026-07-02T13:37:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:36:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:37:03Z" name: isvc-autogluon-v2-noslash-predictor.18be7c83d86682d8 namespace: kserve-ci-e2e-test resourceVersion: "20711" uid: 7d915cd6-587b-497b-b780-7629a4ea24c8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:37:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20603" uid: 4af99159-52a9-4429-9ee2-b97f4b933ae3 kind: Event lastTimestamp: "2026-07-02T13:38:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:37:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:38:03Z" name: isvc-autogluon-v2-noslash-predictor.18be7c8ad6a88e0e namespace: kserve-ci-e2e-test resourceVersion: "21120" uid: e7d17ad1-3936-4ecd-8967-088bfde20a27 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:37:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20603" uid: 4af99159-52a9-4429-9ee2-b97f4b933ae3 kind: Event lastTimestamp: "2026-07-02T13:38:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:37:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:38:03Z" name: isvc-autogluon-v2-noslash-predictor.18be7c8ad711b61f namespace: kserve-ci-e2e-test resourceVersion: "21121" uid: 21a2bf1a-d65b-4553-b55c-f59343cb0f18 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T13:36:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20450" uid: dc3ea1d8-b069-48b2-90ab-29acea2e8f9d kind: Event lastTimestamp: "2026-07-02T13:38:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T13:36:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:38:09Z" name: isvc-autogluon-v2-noslash.18be7c8059667ab4 namespace: kserve-ci-e2e-test resourceVersion: "21180" uid: 8c36629d-c297-482a-847e-3b00d9ddf791 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20450" uid: dc3ea1d8-b069-48b2-90ab-29acea2e8f9d kind: Event lastTimestamp: "2026-07-02T13:36:33Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:36:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:36:33Z" name: isvc-autogluon-v2-noslash.18be7c805a06e708 namespace: kserve-ci-e2e-test resourceVersion: "20463" uid: 2fece1b2-7ed8-4966-a92a-26ef78f08753 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20450" uid: dc3ea1d8-b069-48b2-90ab-29acea2e8f9d kind: Event lastTimestamp: "2026-07-02T13:36:33Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:36:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:36:33Z" name: isvc-autogluon-v2-noslash.18be7c805a0739d6 namespace: kserve-ci-e2e-test resourceVersion: "20464" uid: c5b70a81-4ac8-4cc7-8190-3e305b5596e2 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:38:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21177" uid: dc3ea1d8-b069-48b2-90ab-29acea2e8f9d kind: Event lastTimestamp: "2026-07-02T13:38:09Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-02T13:38:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:38:09Z" name: isvc-autogluon-v2-noslash.18be7c96d009b166 namespace: kserve-ci-e2e-test resourceVersion: "21178" uid: 6b37b668-ac81-4f90-815d-5e625608bf28 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T13:32:42.685900Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-tm7hb namespace: kserve-ci-e2e-test resourceVersion: "18711" uid: 5b8dc7b3-5163-424d-845b-ec3f23356511 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-tm7hb to ip-10-0-141-149.ec2.internal metadata: creationTimestamp: "2026-07-02T13:32:42Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T13:32:42Z" name: isvc-autogluon-v2-predictor-67b849d456-tm7hb.18be7c4aaeb66260 namespace: kserve-ci-e2e-test resourceVersion: "18715" uid: c8168c00-b865-4384-8bb7-88c9edaed893 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76f574b749-h44vv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:42Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-tm7hb namespace: kserve-ci-e2e-test resourceVersion: "18713" uid: 5b8dc7b3-5163-424d-845b-ec3f23356511 kind: Event lastTimestamp: "2026-07-02T13:32:42Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-02T13:32:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:42Z" name: isvc-autogluon-v2-predictor-67b849d456-tm7hb.18be7c4abef33fb3 namespace: kserve-ci-e2e-test resourceVersion: "18724" uid: c2c7122d-7db5-40f1-aebf-4fc35ae8cda2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:43Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-tm7hb namespace: kserve-ci-e2e-test resourceVersion: "18720" uid: 5b8dc7b3-5163-424d-845b-ec3f23356511 kind: Event lastTimestamp: "2026-07-02T13:32:43Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T13:32:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T13:32:43Z" name: isvc-autogluon-v2-predictor-67b849d456-tm7hb.18be7c4aee46a1fb namespace: kserve-ci-e2e-test resourceVersion: "18730" uid: a138430d-a28f-436e-9802-7eeaddff1180 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-tm7hb namespace: kserve-ci-e2e-test resourceVersion: "18713" uid: 5b8dc7b3-5163-424d-845b-ec3f23356511 kind: Event lastTimestamp: "2026-07-02T13:32:43Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1" already present on machine metadata: creationTimestamp: "2026-07-02T13:32:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:43Z" name: isvc-autogluon-v2-predictor-67b849d456-tm7hb.18be7c4aefc2500b namespace: kserve-ci-e2e-test resourceVersion: "18732" uid: aac33ef7-6559-41ab-8b26-50e8d43e5044 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-tm7hb namespace: kserve-ci-e2e-test resourceVersion: "18713" uid: 5b8dc7b3-5163-424d-845b-ec3f23356511 kind: Event lastTimestamp: "2026-07-02T13:32:43Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T13:32:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:43Z" name: isvc-autogluon-v2-predictor-67b849d456-tm7hb.18be7c4af4395b85 namespace: kserve-ci-e2e-test resourceVersion: "18734" uid: 0cfd615c-192f-48bb-9b91-7b30d32a93bc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-tm7hb namespace: kserve-ci-e2e-test resourceVersion: "18713" uid: 5b8dc7b3-5163-424d-845b-ec3f23356511 kind: Event lastTimestamp: "2026-07-02T13:32:43Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T13:32:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:43Z" name: isvc-autogluon-v2-predictor-67b849d456-tm7hb.18be7c4af51017f7 namespace: kserve-ci-e2e-test resourceVersion: "18735" uid: 208079df-5ffa-4164-ab33-9aa2cc73d015 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-tm7hb namespace: kserve-ci-e2e-test resourceVersion: "18713" uid: 5b8dc7b3-5163-424d-845b-ec3f23356511 kind: Event lastTimestamp: "2026-07-02T13:32:49Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T13:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:49Z" name: isvc-autogluon-v2-predictor-67b849d456-tm7hb.18be7c4c49a64e13 namespace: kserve-ci-e2e-test resourceVersion: "18780" uid: 175d7172-9905-4a4a-80e8-f4d3df176bb1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-tm7hb namespace: kserve-ci-e2e-test resourceVersion: "18713" uid: 5b8dc7b3-5163-424d-845b-ec3f23356511 kind: Event lastTimestamp: "2026-07-02T13:32:49Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T13:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:49Z" name: isvc-autogluon-v2-predictor-67b849d456-tm7hb.18be7c4c4f75a4c5 namespace: kserve-ci-e2e-test resourceVersion: "18784" uid: 4a2635b5-09e0-49a6-8682-e3a4e47e4a3f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-tm7hb namespace: kserve-ci-e2e-test resourceVersion: "18713" uid: 5b8dc7b3-5163-424d-845b-ec3f23356511 kind: Event lastTimestamp: "2026-07-02T13:32:49Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T13:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:49Z" name: isvc-autogluon-v2-predictor-67b849d456-tm7hb.18be7c4c508588ea namespace: kserve-ci-e2e-test resourceVersion: "18785" uid: cb172ac5-4a00-49ee-9ee0-449e70091558 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-tm7hb namespace: kserve-ci-e2e-test resourceVersion: "18713" uid: 5b8dc7b3-5163-424d-845b-ec3f23356511 kind: Event lastTimestamp: "2026-07-02T13:32:49Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T13:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:49Z" name: isvc-autogluon-v2-predictor-67b849d456-tm7hb.18be7c4c508fac0e namespace: kserve-ci-e2e-test resourceVersion: "18787" uid: 70911ed5-4b7e-4b65-b8e6-d9ade69b0bb0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-tm7hb namespace: kserve-ci-e2e-test resourceVersion: "18713" uid: 5b8dc7b3-5163-424d-845b-ec3f23356511 kind: Event lastTimestamp: "2026-07-02T13:32:49Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T13:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:49Z" name: isvc-autogluon-v2-predictor-67b849d456-tm7hb.18be7c4c5684a679 namespace: kserve-ci-e2e-test resourceVersion: "18788" uid: f31dc714-932c-42e4-994c-2623aae6632f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-tm7hb namespace: kserve-ci-e2e-test resourceVersion: "18713" uid: 5b8dc7b3-5163-424d-845b-ec3f23356511 kind: Event lastTimestamp: "2026-07-02T13:32:49Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:32:49Z" name: isvc-autogluon-v2-predictor-67b849d456-tm7hb.18be7c4c57d2435a namespace: kserve-ci-e2e-test resourceVersion: "18789" uid: 37cac55b-a44c-4309-b702-3d3e4a33db69 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-tm7hb namespace: kserve-ci-e2e-test resourceVersion: "18713" uid: 5b8dc7b3-5163-424d-845b-ec3f23356511 kind: Event lastTimestamp: "2026-07-02T13:34:32Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T13:34:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:34:32Z" name: isvc-autogluon-v2-predictor-67b849d456-tm7hb.18be7c6451e03a43 namespace: kserve-ci-e2e-test resourceVersion: "19520" uid: 2d93da22-a9e8-410a-bfb2-54d33812df39 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-tm7hb namespace: kserve-ci-e2e-test resourceVersion: "18713" uid: 5b8dc7b3-5163-424d-845b-ec3f23356511 kind: Event lastTimestamp: "2026-07-02T13:34:32Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:34:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:34:32Z" name: isvc-autogluon-v2-predictor-67b849d456-tm7hb.18be7c6451e0e2c6 namespace: kserve-ci-e2e-test resourceVersion: "19521" uid: f5e54582-ea22-4747-9a70-c24cdad147f4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:42Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "18701" uid: f6918ff9-b685-41be-8fc1-0f1512fbc253 kind: Event lastTimestamp: "2026-07-02T13:32:42Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-tm7hb' metadata: creationTimestamp: "2026-07-02T13:32:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:32:42Z" name: isvc-autogluon-v2-predictor-67b849d456.18be7c4aae47aee5 namespace: kserve-ci-e2e-test resourceVersion: "18712" uid: 7d3caff1-60ea-4aea-a9e2-77e59afffeaf reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18699" uid: f4462b6f-101d-4f85-8e7c-a255f6d53030 kind: Event lastTimestamp: "2026-07-02T13:32:42Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-02T13:32:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:32:42Z" name: isvc-autogluon-v2-predictor.18be7c4aa9197110 namespace: kserve-ci-e2e-test resourceVersion: "18703" uid: 6121160f-1681-498f-8b1c-a08c59cfb48f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:32:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18700" uid: f19a1aff-d0fe-495a-b9ff-326d2025f24c kind: Event lastTimestamp: "2026-07-02T13:33:27Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:32:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:33:27Z" name: isvc-autogluon-v2-predictor.18be7c4e275a930f namespace: kserve-ci-e2e-test resourceVersion: "19057" uid: 4d05212b-8382-40ed-815e-688f163787c4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:32:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18700" uid: f19a1aff-d0fe-495a-b9ff-326d2025f24c kind: Event lastTimestamp: "2026-07-02T13:33:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:32:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:33:27Z" name: isvc-autogluon-v2-predictor.18be7c4e27c4a384 namespace: kserve-ci-e2e-test resourceVersion: "19058" uid: c5253a54-cded-4e37-9c17-62b2c8efb1f4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-02T13:33:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18851" uid: f19a1aff-d0fe-495a-b9ff-326d2025f24c kind: Event lastTimestamp: "2026-07-02T13:34:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:33:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:34:27Z" name: isvc-autogluon-v2-predictor.18be7c51a742fd3a namespace: kserve-ci-e2e-test resourceVersion: "19471" uid: b5673f4a-1a70-4c9f-96e8-22e262476189 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-02T13:33:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18851" uid: f19a1aff-d0fe-495a-b9ff-326d2025f24c kind: Event lastTimestamp: "2026-07-02T13:34:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:33:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:34:27Z" name: isvc-autogluon-v2-predictor.18be7c51a7a61a1b namespace: kserve-ci-e2e-test resourceVersion: "19472" uid: a5791cb3-31ff-4ad1-8991-cfcb00864569 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-02T13:34:38.110783Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2 namespace: kserve-ci-e2e-test resourceVersion: "19585" uid: 150b8077-8d96-4fbd-8e62-65d6e8fb6b62 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2 to ip-10-0-141-149.ec2.internal metadata: creationTimestamp: "2026-07-02T13:34:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T13:34:38Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2.18be7c658e924a4b namespace: kserve-ci-e2e-test resourceVersion: "19590" uid: a3c8113e-0229-4faa-88b1-d389ed008612 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76f574b749-h44vv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:38Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2 namespace: kserve-ci-e2e-test resourceVersion: "19594" uid: 150b8077-8d96-4fbd-8e62-65d6e8fb6b62 kind: Event lastTimestamp: "2026-07-02T13:34:38Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T13:34:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T13:34:38Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2.18be7c65a8b81796 namespace: kserve-ci-e2e-test resourceVersion: "19602" uid: d26b8191-0652-40be-995f-3c36f595c2e6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:38Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2 namespace: kserve-ci-e2e-test resourceVersion: "19587" uid: 150b8077-8d96-4fbd-8e62-65d6e8fb6b62 kind: Event lastTimestamp: "2026-07-02T13:34:38Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1" already present on machine metadata: creationTimestamp: "2026-07-02T13:34:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:34:38Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2.18be7c65aa67984f namespace: kserve-ci-e2e-test resourceVersion: "19606" uid: 1e04bf2f-b462-4f07-8bb3-f214226e7c48 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:38Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2 namespace: kserve-ci-e2e-test resourceVersion: "19587" uid: 150b8077-8d96-4fbd-8e62-65d6e8fb6b62 kind: Event lastTimestamp: "2026-07-02T13:34:38Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T13:34:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:34:38Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2.18be7c65ad53215d namespace: kserve-ci-e2e-test resourceVersion: "19608" uid: 68fe6d80-f3da-4275-89d2-ffd24524f8de reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:38Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2 namespace: kserve-ci-e2e-test resourceVersion: "19587" uid: 150b8077-8d96-4fbd-8e62-65d6e8fb6b62 kind: Event lastTimestamp: "2026-07-02T13:34:38Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T13:34:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:34:38Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2.18be7c65adbbb03b namespace: kserve-ci-e2e-test resourceVersion: "19609" uid: 3031e223-6e9e-4b5e-9710-054fc8903f24 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2 namespace: kserve-ci-e2e-test resourceVersion: "19587" uid: 150b8077-8d96-4fbd-8e62-65d6e8fb6b62 kind: Event lastTimestamp: "2026-07-02T13:34:44Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T13:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:34:44Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2.18be7c66f286cfa3 namespace: kserve-ci-e2e-test resourceVersion: "19657" uid: 432bed84-29f0-4f06-b4f8-41292f38a22f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2 namespace: kserve-ci-e2e-test resourceVersion: "19587" uid: 150b8077-8d96-4fbd-8e62-65d6e8fb6b62 kind: Event lastTimestamp: "2026-07-02T13:34:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T13:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:34:44Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2.18be7c66f5b2c871 namespace: kserve-ci-e2e-test resourceVersion: "19659" uid: e6c68ec6-f9c7-449d-a646-5a4b8b25709f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2 namespace: kserve-ci-e2e-test resourceVersion: "19587" uid: 150b8077-8d96-4fbd-8e62-65d6e8fb6b62 kind: Event lastTimestamp: "2026-07-02T13:34:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T13:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:34:44Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2.18be7c66f64083a7 namespace: kserve-ci-e2e-test resourceVersion: "19662" uid: f2c22e29-b039-4278-8c5e-97775ee8db0d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2 namespace: kserve-ci-e2e-test resourceVersion: "19587" uid: 150b8077-8d96-4fbd-8e62-65d6e8fb6b62 kind: Event lastTimestamp: "2026-07-02T13:34:44Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T13:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:34:44Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2.18be7c66f649ac8f namespace: kserve-ci-e2e-test resourceVersion: "19663" uid: 98d21375-1171-4dfa-94c4-3a8c4b8946c5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2 namespace: kserve-ci-e2e-test resourceVersion: "19587" uid: 150b8077-8d96-4fbd-8e62-65d6e8fb6b62 kind: Event lastTimestamp: "2026-07-02T13:34:44Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T13:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:34:44Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2.18be7c66f98be8cb namespace: kserve-ci-e2e-test resourceVersion: "19666" uid: fd609fb3-f890-48ea-9759-8ed990fc399f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2 namespace: kserve-ci-e2e-test resourceVersion: "19587" uid: 150b8077-8d96-4fbd-8e62-65d6e8fb6b62 kind: Event lastTimestamp: "2026-07-02T13:34:44Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:34:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:34:44Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2.18be7c66f9eb5ede namespace: kserve-ci-e2e-test resourceVersion: "19667" uid: 15c28352-24b3-4e36-ae3f-3adb765faab2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2 namespace: kserve-ci-e2e-test resourceVersion: "19587" uid: 150b8077-8d96-4fbd-8e62-65d6e8fb6b62 kind: Event lastTimestamp: "2026-07-02T13:36:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T13:36:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:36:28Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2.18be7c7f2c4d2a02 namespace: kserve-ci-e2e-test resourceVersion: "20409" uid: 98fca92b-276b-4bc4-a598-3010dade8775 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2 namespace: kserve-ci-e2e-test resourceVersion: "19587" uid: 150b8077-8d96-4fbd-8e62-65d6e8fb6b62 kind: Event lastTimestamp: "2026-07-02T13:36:28Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:36:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:36:28Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2.18be7c7f2c4dab49 namespace: kserve-ci-e2e-test resourceVersion: "20410" uid: 8c0d2576-ab48-4a66-af76-b58e88874844 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "19575" uid: f86b375f-aa0c-42bf-be4b-853c484588a9 kind: Event lastTimestamp: "2026-07-02T13:34:38Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-pw7h2' metadata: creationTimestamp: "2026-07-02T13:34:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:34:38Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18be7c658df70778 namespace: kserve-ci-e2e-test resourceVersion: "19586" uid: 803ddaf1-2955-4eb7-bf92-7292777be1b0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19571" uid: 573b8801-a5ff-4528-b69f-b5d7f71d171e kind: Event lastTimestamp: "2026-07-02T13:34:37Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-02T13:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:34:37Z" name: isvc-autogluon-v2-variants-predictor.18be7c65851f986d namespace: kserve-ci-e2e-test resourceVersion: "19576" uid: 6f5c9332-641a-4c51-8456-8cd7cdde66c1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:34:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19574" uid: dae1e9a2-4ffc-4467-a034-4ebecefae5f3 kind: Event lastTimestamp: "2026-07-02T13:35:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:35:23Z" name: isvc-autogluon-v2-variants-predictor.18be7c6903d0d164 namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: 9d9a4449-c64c-494d-bf4d-d53026693f67 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:34:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19574" uid: dae1e9a2-4ffc-4467-a034-4ebecefae5f3 kind: Event lastTimestamp: "2026-07-02T13:35:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:34:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:35:23Z" name: isvc-autogluon-v2-variants-predictor.18be7c690436a3ba namespace: kserve-ci-e2e-test resourceVersion: "19930" uid: ea1e1ef0-bbe5-4ace-bde9-184a31045962 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:35:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19726" uid: dae1e9a2-4ffc-4467-a034-4ebecefae5f3 kind: Event lastTimestamp: "2026-07-02T13:36:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:35:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:36:23Z" name: isvc-autogluon-v2-variants-predictor.18be7c7381bf4909 namespace: kserve-ci-e2e-test resourceVersion: "20353" uid: a626b033-4882-4861-b0fa-fcb0fb0019f0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:35:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19726" uid: dae1e9a2-4ffc-4467-a034-4ebecefae5f3 kind: Event lastTimestamp: "2026-07-02T13:36:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:35:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:36:23Z" name: isvc-autogluon-v2-variants-predictor.18be7c73823a93a7 namespace: kserve-ci-e2e-test resourceVersion: "20354" uid: b0a7bd3b-8001-4f66-8881-2f478a1906ba reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T13:34:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19566" uid: 6b2bad8a-6804-40a6-a079-03c738b3d46f kind: Event lastTimestamp: "2026-07-02T13:36:22Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T13:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:36:22Z" name: isvc-autogluon-v2-variants.18be7c65859f8325 namespace: kserve-ci-e2e-test resourceVersion: "20348" uid: 8c1468f7-8f9c-4593-97bc-65db890f4161 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19566" uid: 6b2bad8a-6804-40a6-a079-03c738b3d46f kind: Event lastTimestamp: "2026-07-02T13:34:37Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:34:37Z" name: isvc-autogluon-v2-variants.18be7c658658c62d namespace: kserve-ci-e2e-test resourceVersion: "19579" uid: 5861bdde-3675-414b-a902-bf4ae7f65d4f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19566" uid: 6b2bad8a-6804-40a6-a079-03c738b3d46f kind: Event lastTimestamp: "2026-07-02T13:34:37Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:34:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:34:37Z" name: isvc-autogluon-v2-variants.18be7c6586591c3f namespace: kserve-ci-e2e-test resourceVersion: "19581" uid: a0c151f1-8d1c-4fe8-8ec7-a8d6e0685b86 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:36:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20346" uid: 6b2bad8a-6804-40a6-a079-03c738b3d46f kind: Event lastTimestamp: "2026-07-02T13:36:22Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-02T13:36:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:36:22Z" name: isvc-autogluon-v2-variants.18be7c7de649bb13 namespace: kserve-ci-e2e-test resourceVersion: "20347" uid: 05f3894b-e140-4fae-96de-7ae008a9570d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T13:32:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18692" uid: 4ac19a8a-f5da-40b4-b2b0-e050521965ab kind: Event lastTimestamp: "2026-07-02T13:34:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T13:32:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:34:25Z" name: isvc-autogluon-v2.18be7c4aa8f1d912 namespace: kserve-ci-e2e-test resourceVersion: "19459" uid: 6ebe2973-b972-4710-8b5b-c59e8ead8407 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18692" uid: 4ac19a8a-f5da-40b4-b2b0-e050521965ab kind: Event lastTimestamp: "2026-07-02T13:32:42Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:32:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:32:42Z" name: isvc-autogluon-v2.18be7c4aa96636bf namespace: kserve-ci-e2e-test resourceVersion: "18705" uid: 2ce25872-3d1d-40e9-ad76-2c7fd71ab6c0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:32:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18692" uid: 4ac19a8a-f5da-40b4-b2b0-e050521965ab kind: Event lastTimestamp: "2026-07-02T13:32:42Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:32:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:32:42Z" name: isvc-autogluon-v2.18be7c4aa9667400 namespace: kserve-ci-e2e-test resourceVersion: "18706" uid: dd3d122c-048b-4b41-a7cc-c7c3e0f05fff reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:34:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19457" uid: 4ac19a8a-f5da-40b4-b2b0-e050521965ab kind: Event lastTimestamp: "2026-07-02T13:34:25Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-02T13:34:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:34:25Z" name: isvc-autogluon-v2.18be7c62a8fd3dec namespace: kserve-ci-e2e-test resourceVersion: "19458" uid: b3f581d7-dd69-4fc3-bfac-4db4b4130345 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T13:28:01.871841Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16519" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5b7645fdfc-sxvfn to ip-10-0-141-149.ec2.internal metadata: creationTimestamp: "2026-07-02T13:28:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T13:28:01Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c094ce3e24c namespace: kserve-ci-e2e-test resourceVersion: "16524" uid: 6f249d9d-e64e-4064-b45f-af26112b86d8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76f574b749-h44vv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:02Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16528" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:28:02Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T13:28:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T13:28:02Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c0966204b22 namespace: kserve-ci-e2e-test resourceVersion: "16537" uid: ff2a4628-3b9f-4261-8f7f-180164c82a99 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:28:02Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1" already present on machine metadata: creationTimestamp: "2026-07-02T13:28:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:28:02Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c0967bcca35 namespace: kserve-ci-e2e-test resourceVersion: "16539" uid: 704ce859-7f47-4cf5-8cde-d39a0c29e180 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:28:02Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T13:28:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:28:02Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c096b18c916 namespace: kserve-ci-e2e-test resourceVersion: "16540" uid: f7777707-9b4d-49c6-b387-583a4e2351e2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:28:02Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T13:28:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:28:02Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c096b7fd679 namespace: kserve-ci-e2e-test resourceVersion: "16541" uid: 741bbee3-02cb-4c04-9dc8-7b9221c9faac reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:28:06Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683" already present on machine metadata: creationTimestamp: "2026-07-02T13:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:28:06Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c0a4d3233a7 namespace: kserve-ci-e2e-test resourceVersion: "16578" uid: 838de492-2f7a-4fb7-87f7-f592b09cb8e0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:28:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T13:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:28:06Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c0a502f644e namespace: kserve-ci-e2e-test resourceVersion: "16580" uid: 737c3882-ea90-417b-9a4e-1691851184f3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:28:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T13:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:28:06Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c0a50a25b33 namespace: kserve-ci-e2e-test resourceVersion: "16583" uid: 6c6fcbc6-0d54-49f1-9d04-c0effc8f1cdc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:28:06Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T13:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:28:06Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c0a50ada407 namespace: kserve-ci-e2e-test resourceVersion: "16586" uid: dff9fe7c-cb22-4e6e-97e9-7a795ed77430 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:28:06Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T13:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:28:06Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c0a5455d168 namespace: kserve-ci-e2e-test resourceVersion: "16588" uid: 5f757989-e27d-443d-8ce5-bb95b165412a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:28:06Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:28:06Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c0a54e066d6 namespace: kserve-ci-e2e-test resourceVersion: "16589" uid: 7b575644-7b7c-4251-afad-3cd4c527a529 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:28:06Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:676486d32f362780414922bec24a7d33e34587afb988276de722f277375270c0" already present on machine metadata: creationTimestamp: "2026-07-02T13:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:28:06Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c0a54ea4403 namespace: kserve-ci-e2e-test resourceVersion: "16590" uid: 281efd53-8de7-45d0-8612-48d0671adcba reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:28:06Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-02T13:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:28:06Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c0a589acd98 namespace: kserve-ci-e2e-test resourceVersion: "16591" uid: f8841d10-c256-4f0a-905d-82685c574b38 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:28:06Z" message: Started container agent metadata: creationTimestamp: "2026-07-02T13:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:28:06Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c0a5903b86a namespace: kserve-ci-e2e-test resourceVersion: "16592" uid: 8d609351-f676-480a-80a9-ae66cb3e926a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-02T13:28:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:29:44Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T13:28:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:29:44Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c0ac524d008 namespace: kserve-ci-e2e-test resourceVersion: "17398" uid: 4c44a701-457e-438c-936e-50c94ccf45dd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-02T13:28:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:29:44Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-02T13:28:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:29:44Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c0ac52efffd namespace: kserve-ci-e2e-test resourceVersion: "17399" uid: b3e41f9f-ba9a-45a0-8e73-8761b612063e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:29:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:29:27Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c1d25b538c6 namespace: kserve-ci-e2e-test resourceVersion: "17225" uid: 075d18f5-d6f7-455c-8abf-4893a8dc8f2f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:29:27Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:29:27Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c1d25b58c70 namespace: kserve-ci-e2e-test resourceVersion: "17226" uid: 47d5c2ab-e44a-47fc-8896-daa41b36afcf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:29:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:29:27Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c1d25b5bbb0 namespace: kserve-ci-e2e-test resourceVersion: "17227" uid: 7f5f9c67-0b6b-4233-a730-8dca804e1599 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-02T13:29:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5b7645fdfc-sxvfn namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: 380ef084-ba90-4549-8261-3d831d7ebe27 kind: Event lastTimestamp: "2026-07-02T13:29:49Z" message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp 10.134.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-02T13:29:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:29:49Z" name: isvc-logger-predictor-5b7645fdfc-sxvfn.18be7c1da1564d0e namespace: kserve-ci-e2e-test resourceVersion: "17433" uid: e52317e7-fc3b-48f9-8296-b53f0d863a1d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-5b7645fdfc namespace: kserve-ci-e2e-test resourceVersion: "16508" uid: 5e09416e-bd65-4a1e-b61c-4bb22a72c53a kind: Event lastTimestamp: "2026-07-02T13:28:01Z" message: 'Created pod: isvc-logger-predictor-5b7645fdfc-sxvfn' metadata: creationTimestamp: "2026-07-02T13:28:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:28:01Z" name: isvc-logger-predictor-5b7645fdfc.18be7c094c510299 namespace: kserve-ci-e2e-test resourceVersion: "16521" uid: 84bd9f55-5951-4cc4-b53d-266f27220b7b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16506" uid: 22fbba80-2b0c-49db-98d7-2ba49517bc6d kind: Event lastTimestamp: "2026-07-02T13:28:01Z" message: Scaled up replica set isvc-logger-predictor-5b7645fdfc from 0 to 1 metadata: creationTimestamp: "2026-07-02T13:28:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:28:01Z" name: isvc-logger-predictor.18be7c094882885e namespace: kserve-ci-e2e-test resourceVersion: "16510" uid: c233049c-8ae0-44d0-9067-0f4f33f0a7ad reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:28:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16507" uid: 4edd5167-1856-4ef4-8e01-9fec6699229b kind: Event lastTimestamp: "2026-07-02T13:28:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:28:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:28:31Z" name: isvc-logger-predictor.18be7c0cc704bfff namespace: kserve-ci-e2e-test resourceVersion: "16787" uid: 547d41b4-a4d7-46f9-889b-87a7e7496422 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:28:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16507" uid: 4edd5167-1856-4ef4-8e01-9fec6699229b kind: Event lastTimestamp: "2026-07-02T13:28:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:28:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:28:31Z" name: isvc-logger-predictor.18be7c0cc765fad1 namespace: kserve-ci-e2e-test resourceVersion: "16788" uid: fcfb9771-95c6-4875-b012-ef7ba90111e1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:28:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16677" uid: 4edd5167-1856-4ef4-8e01-9fec6699229b kind: Event lastTimestamp: "2026-07-02T13:29:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:28:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:29:16Z" name: isvc-logger-predictor.18be7c13c4f49b02 namespace: kserve-ci-e2e-test resourceVersion: "17115" uid: 0bb41c91-daf6-40a0-8daf-b2da93754b4f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:28:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16677" uid: 4edd5167-1856-4ef4-8e01-9fec6699229b kind: Event lastTimestamp: "2026-07-02T13:29:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:28:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:29:16Z" name: isvc-logger-predictor.18be7c13c55cc7b8 namespace: kserve-ci-e2e-test resourceVersion: "17116" uid: 82bc8c66-cf18-430d-945b-4b1b0dd20b81 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T13:28:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16499" uid: 8a047c43-b8ff-4f43-b7bc-c6caafb18c1e kind: Event lastTimestamp: "2026-07-02T13:29:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T13:28:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:29:14Z" name: isvc-logger.18be7c0948b301a6 namespace: kserve-ci-e2e-test resourceVersion: "17100" uid: a3e47783-ef9a-4023-ade6-c46fd2143352 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16499" uid: 8a047c43-b8ff-4f43-b7bc-c6caafb18c1e kind: Event lastTimestamp: "2026-07-02T13:28:01Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:28:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:28:01Z" name: isvc-logger.18be7c094912d375 namespace: kserve-ci-e2e-test resourceVersion: "16514" uid: ccbff221-154f-4e0e-9b7b-e707ee0662f3 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17098" uid: 8a047c43-b8ff-4f43-b7bc-c6caafb18c1e kind: Event lastTimestamp: "2026-07-02T13:29:14Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-02T13:29:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:29:14Z" name: isvc-logger.18be7c1a2965e10e namespace: kserve-ci-e2e-test resourceVersion: "17099" uid: c4d190a3-9a6b-44fb-8b23-904202fd5d74 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T13:26:16.659247Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15594" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c to ip-10-0-141-149.ec2.internal metadata: creationTimestamp: "2026-07-02T13:26:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T13:26:16Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf0cdbb1fd9 namespace: kserve-ci-e2e-test resourceVersion: "15606" uid: 9302afe7-09d9-4df1-839f-20e61415f052 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76f574b749-h44vv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:16Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:26:16Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-02T13:26:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:16Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf0d6ead6f4 namespace: kserve-ci-e2e-test resourceVersion: "15613" uid: 0e9cb6e8-a4e3-428b-bfa2-5344adf19936 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:17Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15609" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:26:17Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T13:26:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T13:26:17Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf10b4f196b namespace: kserve-ci-e2e-test resourceVersion: "15623" uid: 9631d0f6-60ff-4862-85b0-c3c2f688041f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:26:17Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1" already present on machine metadata: creationTimestamp: "2026-07-02T13:26:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:17Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf10cf99202 namespace: kserve-ci-e2e-test resourceVersion: "15625" uid: dab2bdf5-a300-498b-ab0f-dbddb5136437 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:26:17Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T13:26:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:17Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf10fcf92d3 namespace: kserve-ci-e2e-test resourceVersion: "15626" uid: 83e236b5-3284-46f5-8bb4-a28a2837c82c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:26:17Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T13:26:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:17Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf1103280db namespace: kserve-ci-e2e-test resourceVersion: "15627" uid: 048a0c64-5612-40d4-91dc-fdd7f0fdb11c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:26:21Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683" already present on machine metadata: creationTimestamp: "2026-07-02T13:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:21Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf1f9797a40 namespace: kserve-ci-e2e-test resourceVersion: "15663" uid: 9a48d6a6-c3e8-4d64-8d15-b61e5ff94350 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:26:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T13:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:21Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf1fd76fd00 namespace: kserve-ci-e2e-test resourceVersion: "15665" uid: 4b6326a1-bfbb-47e2-9973-49d8285b0b1a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:26:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T13:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:21Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf1fdd7fcc7 namespace: kserve-ci-e2e-test resourceVersion: "15668" uid: ad392f75-9a53-4105-8c5e-2ccbd7d266b8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:26:21Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T13:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:21Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf1fde13541 namespace: kserve-ci-e2e-test resourceVersion: "15669" uid: d5a3f761-9d45-47c2-9c49-8bf4fb8c9f94 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:26:21Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T13:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:21Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf200f75c57 namespace: kserve-ci-e2e-test resourceVersion: "15671" uid: bffd13ad-5985-4569-b8ce-3228fd013aac reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:26:21Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:21Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf20157e581 namespace: kserve-ci-e2e-test resourceVersion: "15672" uid: 5a1d5f40-e710-41fe-81e3-57cde6701dea reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:26:21Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:676486d32f362780414922bec24a7d33e34587afb988276de722f277375270c0" already present on machine metadata: creationTimestamp: "2026-07-02T13:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:21Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf20160ea6b namespace: kserve-ci-e2e-test resourceVersion: "15674" uid: c35e3311-60d0-4786-999f-4ec9b6436c44 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:26:21Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-02T13:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:21Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf2043729c3 namespace: kserve-ci-e2e-test resourceVersion: "15676" uid: 15789563-29c7-42b9-a620-d4d2c996e205 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:26:21Z" message: Started container agent metadata: creationTimestamp: "2026-07-02T13:26:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:21Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf204942132 namespace: kserve-ci-e2e-test resourceVersion: "15677" uid: 3bb4624f-27d0-4383-add4-f3260a0b69d4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T13:26:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:27:59Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-02T13:26:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:27:59Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf23590847f namespace: kserve-ci-e2e-test resourceVersion: "16469" uid: 8020ee89-dd2c-415e-8376-beefaae59689 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-02T13:26:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:27:59Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-02T13:26:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:27:59Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7bf27163373c namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 5434074d-9bfe-4335-a183-2e6098ebfb05 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:27:51Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T13:27:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:27:51Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7c06f854de41 namespace: kserve-ci-e2e-test resourceVersion: "16395" uid: 9d6f218f-df65-467a-9533-0f6c2fab7687 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:27:51Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-02T13:27:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:27:51Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7c06f855df74 namespace: kserve-ci-e2e-test resourceVersion: "16396" uid: c5d0a58c-b121-48b0-ba9d-25b2dd8c9195 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:27:51Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:27:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:27:51Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7c06f8562ce7 namespace: kserve-ci-e2e-test resourceVersion: "16398" uid: b9177018-00a9-42ea-83ba-88d5639529a7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:27:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 337c7777-eac4-4665-80f2-f67913d0e4b8 kind: Event lastTimestamp: "2026-07-02T13:28:04Z" message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp 10.134.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-02T13:27:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:28:04Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c.18be7c07a1b273e5 namespace: kserve-ci-e2e-test resourceVersion: "16563" uid: 31e86f0f-e27e-45e8-92b3-363e8cde2f9c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-69d97fbc57 namespace: kserve-ci-e2e-test resourceVersion: "15568" uid: e6e43c83-f880-4d45-bd7e-aff6eb764a1b kind: Event lastTimestamp: "2026-07-02T13:26:16Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-69d97fbc57-z5x5c' metadata: creationTimestamp: "2026-07-02T13:26:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:26:16Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57.18be7bf0cd08f7eb namespace: kserve-ci-e2e-test resourceVersion: "15597" uid: 034989b9-9ad3-4430-a577-826e82a275ae reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 04d1605f-718f-4f07-baa8-7b61b84686fd kind: Event lastTimestamp: "2026-07-02T13:26:16Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-69d97fbc57 from 0 to 1 metadata: creationTimestamp: "2026-07-02T13:26:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:26:16Z" name: isvc-sklearn-batcher-custom-predictor.18be7bf0c6498909 namespace: kserve-ci-e2e-test resourceVersion: "15569" uid: 5621e56a-056f-48bd-9317-8f09fb77be11 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:26:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15567" uid: f271a4e6-8e47-4c6e-ae47-694c1c74ad15 kind: Event lastTimestamp: "2026-07-02T13:26:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:26:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:26:46Z" name: isvc-sklearn-batcher-custom-predictor.18be7bf444d38f78 namespace: kserve-ci-e2e-test resourceVersion: "15863" uid: 4742a694-e945-4a4d-aee1-01b05deb5d98 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:26:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15567" uid: f271a4e6-8e47-4c6e-ae47-694c1c74ad15 kind: Event lastTimestamp: "2026-07-02T13:26:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:26:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:26:46Z" name: isvc-sklearn-batcher-custom-predictor.18be7bf44542774c namespace: kserve-ci-e2e-test resourceVersion: "15864" uid: e4098bd6-a71d-419f-81e1-218da5dd5c7f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:27:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15763" uid: f271a4e6-8e47-4c6e-ae47-694c1c74ad15 kind: Event lastTimestamp: "2026-07-02T13:27:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:27:46Z" name: isvc-sklearn-batcher-custom-predictor.18be7bfb4368ff90 namespace: kserve-ci-e2e-test resourceVersion: "16312" uid: 448306dd-e001-4251-93c4-d3c88b8357cd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:27:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15763" uid: f271a4e6-8e47-4c6e-ae47-694c1c74ad15 kind: Event lastTimestamp: "2026-07-02T13:27:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:27:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:27:46Z" name: isvc-sklearn-batcher-custom-predictor.18be7bfb43e12adc namespace: kserve-ci-e2e-test resourceVersion: "16313" uid: 51000794-03c7-44d3-80b6-3f417bf62d31 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T13:26:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15557" uid: 0d5ad42a-5051-49bd-aa7e-bdb84f2e4253 kind: Event lastTimestamp: "2026-07-02T13:27:39Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T13:26:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:27:39Z" name: isvc-sklearn-batcher-custom.18be7bf0c64c97a9 namespace: kserve-ci-e2e-test resourceVersion: "16262" uid: 801a5461-49f7-4850-b54b-cfd7cbf24c21 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15557" uid: 0d5ad42a-5051-49bd-aa7e-bdb84f2e4253 kind: Event lastTimestamp: "2026-07-02T13:26:16Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:26:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:26:16Z" name: isvc-sklearn-batcher-custom.18be7bf0c6f565e6 namespace: kserve-ci-e2e-test resourceVersion: "15572" uid: 624affc4-22fe-4bbb-ac23-70e159c0143f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16260" uid: 0d5ad42a-5051-49bd-aa7e-bdb84f2e4253 kind: Event lastTimestamp: "2026-07-02T13:27:39Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-02T13:27:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:27:39Z" name: isvc-sklearn-batcher-custom.18be7c042f638a67 namespace: kserve-ci-e2e-test resourceVersion: "16261" uid: a8910944-ad86-4803-a6e6-54c5e10da41c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T13:24:21.549649Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14693" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7595457646-qn7xn to ip-10-0-141-149.ec2.internal metadata: creationTimestamp: "2026-07-02T13:24:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T13:24:21Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bd600a9fe3e namespace: kserve-ci-e2e-test resourceVersion: "14697" uid: 400eeaeb-baff-4eaf-96cb-61b14d626635 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76f574b749-h44vv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:21Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14703" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:21Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T13:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T13:24:21Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bd61a04bee9 namespace: kserve-ci-e2e-test resourceVersion: "14709" uid: c5e2ea0c-1e20-4c3d-8444-afbf4008e52b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:22Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:435cc5f190a526ac402884f9d2ad69617a79d5a6beac25c41b846f750a6a7ef1" already present on machine metadata: creationTimestamp: "2026-07-02T13:24:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:22Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bd61be84511 namespace: kserve-ci-e2e-test resourceVersion: "14711" uid: 4264a104-969c-4f01-bcdf-95976059e023 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:22Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T13:24:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:22Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bd61e67860d namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: d6c5b74c-5310-45c9-b0c2-72a9801fac7b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:22Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T13:24:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:22Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bd61ec4d079 namespace: kserve-ci-e2e-test resourceVersion: "14713" uid: 8d8f8e02-66df-4095-b8f9-b1b7eb1cc674 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:26Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683" metadata: creationTimestamp: "2026-07-02T13:24:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:26Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bd711c3f368 namespace: kserve-ci-e2e-test resourceVersion: "14747" uid: ffa1b9dc-c973-46b8-863f-022fa2a7ea2e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:41Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683" in 15.609s (15.609s including waiting). Image size: 1558595490 bytes.' metadata: creationTimestamp: "2026-07-02T13:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:41Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bdab42f18ef namespace: kserve-ci-e2e-test resourceVersion: "14864" uid: 3ed66dc0-b6bd-4e45-8297-3237eba8c55b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:41Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T13:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:41Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bdab860f92a namespace: kserve-ci-e2e-test resourceVersion: "14865" uid: c8f700cb-7eb8-45a0-b2c2-e4eda566ba09 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:41Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T13:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:41Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bdab8f1a5ec namespace: kserve-ci-e2e-test resourceVersion: "14866" uid: 33d23b13-a7fb-421f-b14a-6475bdea3ba4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:41Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-02T13:24:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:41Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bdab8fe6281 namespace: kserve-ci-e2e-test resourceVersion: "14868" uid: 157da96d-9df9-4d65-b1a3-b92876cbea7e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:44Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.599s (2.599s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-02T13:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:44Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bdb53ed8e7d namespace: kserve-ci-e2e-test resourceVersion: "14891" uid: 9f1e2610-5977-4f59-825b-ef7d655d4ac5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:44Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T13:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:44Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bdb574f3607 namespace: kserve-ci-e2e-test resourceVersion: "14894" uid: 02db4efb-0c5c-4316-827a-e8e7e30e294d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:44Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:44Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bdb57be9a85 namespace: kserve-ci-e2e-test resourceVersion: "14895" uid: bdbd094f-2fc9-47bb-837f-c00d11552a1a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:44Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:676486d32f362780414922bec24a7d33e34587afb988276de722f277375270c0" metadata: creationTimestamp: "2026-07-02T13:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:44Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bdb57cb903c namespace: kserve-ci-e2e-test resourceVersion: "14896" uid: 479042ad-a571-4e18-a812-ad6fa1cc378e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:47Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:676486d32f362780414922bec24a7d33e34587afb988276de722f277375270c0" in 3.065s (3.065s including waiting). Image size: 239994454 bytes.' metadata: creationTimestamp: "2026-07-02T13:24:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:47Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bdc0e7d5d67 namespace: kserve-ci-e2e-test resourceVersion: "14916" uid: 96034130-41bf-4efc-a669-86182be71561 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:47Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-02T13:24:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:47Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bdc11637efc namespace: kserve-ci-e2e-test resourceVersion: "14917" uid: 33972a88-81f0-4b01-ba3a-016391b329a1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:24:47Z" message: Started container agent metadata: creationTimestamp: "2026-07-02T13:24:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:24:47Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bdc11cfc1f3 namespace: kserve-ci-e2e-test resourceVersion: "14918" uid: bc75ab01-805b-47c4-876c-014c591bee3d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T13:24:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:26:31Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T13:24:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:31Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bdc74dcca9c namespace: kserve-ci-e2e-test resourceVersion: "15759" uid: 1186291a-0810-4b18-b082-75fb62946198 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T13:24:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:26:31Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-02T13:24:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:31Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bdc74e75369 namespace: kserve-ci-e2e-test resourceVersion: "15760" uid: 42fea9cc-6260-4385-90af-8f4021a7782c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:26:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T13:26:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:16Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bf0cc4237be namespace: kserve-ci-e2e-test resourceVersion: "15593" uid: e6c7cf4a-f6f7-4642-b60d-f57960985d5b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:26:16Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-02T13:26:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:16Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bf0cc429629 namespace: kserve-ci-e2e-test resourceVersion: "15595" uid: 6e0510d8-224d-45c8-b3ac-6868e6ed80f4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:26:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:26:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:16Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bf0cc42eee8 namespace: kserve-ci-e2e-test resourceVersion: "15599" uid: 24c9e7c0-69fb-497e-be07-95d15eec3c1a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:26:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-qn7xn namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 52f172d8-f26c-4d81-87dc-3fd6c92af2fe kind: Event lastTimestamp: "2026-07-02T13:26:29Z" message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp 10.134.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-02T13:26:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:26:29Z" name: isvc-sklearn-batcher-predictor-7595457646-qn7xn.18be7bf16934adda namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 48203296-b112-475a-bcc8-6786413446f9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-7595457646 namespace: kserve-ci-e2e-test resourceVersion: "14678" uid: 1ce1ab83-88d3-4b1a-b8f4-d27337c7f238 kind: Event lastTimestamp: "2026-07-02T13:24:21Z" message: 'Created pod: isvc-sklearn-batcher-predictor-7595457646-qn7xn' metadata: creationTimestamp: "2026-07-02T13:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:24:21Z" name: isvc-sklearn-batcher-predictor-7595457646.18be7bd6000b6464 namespace: kserve-ci-e2e-test resourceVersion: "14695" uid: 968c4c58-c0c1-4a87-8a4c-165345511ccf reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14677" uid: 96177263-fdfe-4913-97b1-f02eb70ebb6d kind: Event lastTimestamp: "2026-07-02T13:24:21Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-7595457646 from 0 to 1 metadata: creationTimestamp: "2026-07-02T13:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:24:21Z" name: isvc-sklearn-batcher-predictor.18be7bd5f5007379 namespace: kserve-ci-e2e-test resourceVersion: "14679" uid: 6321e48f-3a6f-452a-beb6-4553c42d9539 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:24:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14686" uid: 63ad7d72-b583-43a1-949d-08dbaf15f180 kind: Event lastTimestamp: "2026-07-02T13:25:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:24:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:25:21Z" name: isvc-sklearn-batcher-predictor.18be7bd97a3d8de4 namespace: kserve-ci-e2e-test resourceVersion: "15158" uid: 1c2d9189-1a6c-46aa-96e1-d7c8d89846e0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:24:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14686" uid: 63ad7d72-b583-43a1-949d-08dbaf15f180 kind: Event lastTimestamp: "2026-07-02T13:25:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:24:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:25:21Z" name: isvc-sklearn-batcher-predictor.18be7bd97aa6b1f9 namespace: kserve-ci-e2e-test resourceVersion: "15159" uid: c28fb557-8024-4b56-9615-9a9f6978ab32 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:25:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14824" uid: 63ad7d72-b583-43a1-949d-08dbaf15f180 kind: Event lastTimestamp: "2026-07-02T13:26:06Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:26:06Z" name: isvc-sklearn-batcher-predictor.18be7be7766207c2 namespace: kserve-ci-e2e-test resourceVersion: "15490" uid: 8ccfd115-353d-4ac7-96b0-d7802d3595cf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:25:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14824" uid: 63ad7d72-b583-43a1-949d-08dbaf15f180 kind: Event lastTimestamp: "2026-07-02T13:26:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:25:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:26:06Z" name: isvc-sklearn-batcher-predictor.18be7be776d0aa90 namespace: kserve-ci-e2e-test resourceVersion: "15492" uid: 4c962bb9-2e7e-41bc-9b95-17d9c825628c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-02T13:24:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14668" uid: d3a5e19b-629a-4d12-9f7d-aa280211aab4 kind: Event lastTimestamp: "2026-07-02T13:26:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T13:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:26:01Z" name: isvc-sklearn-batcher.18be7bd5fb351c9a namespace: kserve-ci-e2e-test resourceVersion: "15456" uid: bc9a8004-aa6a-4e37-8aed-a24479ce6bb8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:24:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14668" uid: d3a5e19b-629a-4d12-9f7d-aa280211aab4 kind: Event lastTimestamp: "2026-07-02T13:24:21Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:24:21Z" name: isvc-sklearn-batcher.18be7bd5fbf1ff6d namespace: kserve-ci-e2e-test resourceVersion: "14689" uid: 61afa74d-833f-4df5-a257-27e0cae9ca06 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:26:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15453" uid: d3a5e19b-629a-4d12-9f7d-aa280211aab4 kind: Event lastTimestamp: "2026-07-02T13:26:01Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-02T13:26:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:26:01Z" name: isvc-sklearn-batcher.18be7bed3fc48d42 namespace: kserve-ci-e2e-test resourceVersion: "15454" uid: 9c3d3aa5-94e7-40c8-bd01-8b15502d222b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T13:27:51.848801Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-q68bs namespace: kserve-ci-e2e-test resourceVersion: "16382" uid: 9316cb6f-ebea-45d6-9d40-2c11ab6ccb45 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-q68bs to ip-10-0-141-149.ec2.internal metadata: creationTimestamp: "2026-07-02T13:27:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T13:27:51Z" name: message-dumper-predictor-6575bcfdfd-q68bs.18be7c06f7786ffd namespace: kserve-ci-e2e-test resourceVersion: "16392" uid: 85c5e523-38c5-4f46-85a1-aaa2ce50548d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76f574b749-h44vv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:52Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-q68bs namespace: kserve-ci-e2e-test resourceVersion: "16399" uid: 9316cb6f-ebea-45d6-9d40-2c11ab6ccb45 kind: Event lastTimestamp: "2026-07-02T13:27:52Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T13:27:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T13:27:52Z" name: message-dumper-predictor-6575bcfdfd-q68bs.18be7c0711007afa namespace: kserve-ci-e2e-test resourceVersion: "16408" uid: 83c752d6-520c-4239-9ab7-8e89d3d19238 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-q68bs namespace: kserve-ci-e2e-test resourceVersion: "16387" uid: 9316cb6f-ebea-45d6-9d40-2c11ab6ccb45 kind: Event lastTimestamp: "2026-07-02T13:27:52Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-02T13:27:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:27:52Z" name: message-dumper-predictor-6575bcfdfd-q68bs.18be7c071281d144 namespace: kserve-ci-e2e-test resourceVersion: "16410" uid: 36e6e63c-7479-4a9b-821f-9d19f3f8c689 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-q68bs namespace: kserve-ci-e2e-test resourceVersion: "16387" uid: 9316cb6f-ebea-45d6-9d40-2c11ab6ccb45 kind: Event lastTimestamp: "2026-07-02T13:27:53Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.341s (1.341s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-02T13:27:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:27:53Z" name: message-dumper-predictor-6575bcfdfd-q68bs.18be7c076273cf40 namespace: kserve-ci-e2e-test resourceVersion: "16419" uid: ab036a93-72ea-49ec-a0ac-460501838019 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-q68bs namespace: kserve-ci-e2e-test resourceVersion: "16387" uid: 9316cb6f-ebea-45d6-9d40-2c11ab6ccb45 kind: Event lastTimestamp: "2026-07-02T13:27:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T13:27:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:27:53Z" name: message-dumper-predictor-6575bcfdfd-q68bs.18be7c0765eccaad namespace: kserve-ci-e2e-test resourceVersion: "16420" uid: 7bb8842d-7a8b-4440-95a2-4357524e489f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-q68bs namespace: kserve-ci-e2e-test resourceVersion: "16387" uid: 9316cb6f-ebea-45d6-9d40-2c11ab6ccb45 kind: Event lastTimestamp: "2026-07-02T13:27:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T13:27:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:27:53Z" name: message-dumper-predictor-6575bcfdfd-q68bs.18be7c076659b1a8 namespace: kserve-ci-e2e-test resourceVersion: "16421" uid: 100f9a38-6bc8-44d0-8057-4e59589e249c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-q68bs namespace: kserve-ci-e2e-test resourceVersion: "16387" uid: 9316cb6f-ebea-45d6-9d40-2c11ab6ccb45 kind: Event lastTimestamp: "2026-07-02T13:27:53Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T13:27:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:27:53Z" name: message-dumper-predictor-6575bcfdfd-q68bs.18be7c076661f38a namespace: kserve-ci-e2e-test resourceVersion: "16422" uid: 8ee7590e-6c3f-4bab-b7e3-82128e786d06 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-q68bs namespace: kserve-ci-e2e-test resourceVersion: "16387" uid: 9316cb6f-ebea-45d6-9d40-2c11ab6ccb45 kind: Event lastTimestamp: "2026-07-02T13:27:53Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T13:27:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:27:53Z" name: message-dumper-predictor-6575bcfdfd-q68bs.18be7c07694f6226 namespace: kserve-ci-e2e-test resourceVersion: "16423" uid: 95201d6c-8cfa-4f98-aedb-ba6f166d2f35 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-q68bs namespace: kserve-ci-e2e-test resourceVersion: "16387" uid: 9316cb6f-ebea-45d6-9d40-2c11ab6ccb45 kind: Event lastTimestamp: "2026-07-02T13:27:53Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:27:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:27:53Z" name: message-dumper-predictor-6575bcfdfd-q68bs.18be7c0769b6374d namespace: kserve-ci-e2e-test resourceVersion: "16424" uid: b5a473e2-b0c8-47bd-af35-97dba6346653 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-q68bs namespace: kserve-ci-e2e-test resourceVersion: "16387" uid: 9316cb6f-ebea-45d6-9d40-2c11ab6ccb45 kind: Event lastTimestamp: "2026-07-02T13:29:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:29:27Z" name: message-dumper-predictor-6575bcfdfd-q68bs.18be7c1d2de024cc namespace: kserve-ci-e2e-test resourceVersion: "17255" uid: 4965a0b4-7112-456f-acc8-08fc3e22531a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:29:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-q68bs namespace: kserve-ci-e2e-test resourceVersion: "16387" uid: 9316cb6f-ebea-45d6-9d40-2c11ab6ccb45 kind: Event lastTimestamp: "2026-07-02T13:29:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:29:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:29:27Z" name: message-dumper-predictor-6575bcfdfd-q68bs.18be7c1d2de13bee namespace: kserve-ci-e2e-test resourceVersion: "17256" uid: a5a550ff-b799-4c0e-b559-6e7b78e0b421 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-141-149.ec2.internal source: component: kubelet host: ip-10-0-141-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16359" uid: a80c2a3f-4a47-4d0c-b9a7-6f6afdad736c kind: Event lastTimestamp: "2026-07-02T13:27:51Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-q68bs' metadata: creationTimestamp: "2026-07-02T13:27:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:27:51Z" name: message-dumper-predictor-6575bcfdfd.18be7c06f6ae880d namespace: kserve-ci-e2e-test resourceVersion: "16384" uid: be6d0b23-3392-4642-ae88-f7cf454e0886 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16357" uid: 4fccb134-32c1-4856-9200-f8c65f177311 kind: Event lastTimestamp: "2026-07-02T13:27:51Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-02T13:27:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:27:51Z" name: message-dumper-predictor.18be7c06f210fd44 namespace: kserve-ci-e2e-test resourceVersion: "16361" uid: 6d7bd00a-a4c0-4550-9aef-28bb8d1167a8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:28:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16358" uid: 3b8b371b-2dd2-4d4d-bbdb-019cd229bb9f kind: Event lastTimestamp: "2026-07-02T13:28:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:28:36Z" name: message-dumper-predictor.18be7c0a70e78b78 namespace: kserve-ci-e2e-test resourceVersion: "16828" uid: 0562b4f8-2db0-45c3-9fe1-1fbaebc0937c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:28:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16358" uid: 3b8b371b-2dd2-4d4d-bbdb-019cd229bb9f kind: Event lastTimestamp: "2026-07-02T13:28:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:28:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:28:36Z" name: message-dumper-predictor.18be7c0a712288dc namespace: kserve-ci-e2e-test resourceVersion: "16829" uid: cdf5135a-9502-4494-b87b-4208415372ae reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16595" uid: 3b8b371b-2dd2-4d4d-bbdb-019cd229bb9f kind: Event lastTimestamp: "2026-07-02T13:28:21Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:28:21Z" name: message-dumper-predictor.18be7c0defdc8303 namespace: kserve-ci-e2e-test resourceVersion: "16712" uid: 5953ded4-8f99-4264-843f-116ad1db897b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16595" uid: 3b8b371b-2dd2-4d4d-bbdb-019cd229bb9f kind: Event lastTimestamp: "2026-07-02T13:28:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:28:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:28:21Z" name: message-dumper-predictor.18be7c0df04b5485 namespace: kserve-ci-e2e-test resourceVersion: "16714" uid: 76849f71-e7b0-49fd-b4da-8107d009576f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-02T13:27:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16349" uid: 90e15386-c5b5-4260-8055-66f1ca2b2a61 kind: Event lastTimestamp: "2026-07-02T13:28:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T13:27:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:28:01Z" name: message-dumper.18be7c06f2177d63 namespace: kserve-ci-e2e-test resourceVersion: "16490" uid: 0db336cd-c594-4949-aea4-e1c0c1f9f844 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:27:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16349" uid: 90e15386-c5b5-4260-8055-66f1ca2b2a61 kind: Event lastTimestamp: "2026-07-02T13:27:51Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:27:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:27:51Z" name: message-dumper.18be7c06f2a0fd19 namespace: kserve-ci-e2e-test resourceVersion: "16363" uid: ab9f6c41-4522-497c-85f9-5cf707b7cce0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:28:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16488" uid: 90e15386-c5b5-4260-8055-66f1ca2b2a61 kind: Event lastTimestamp: "2026-07-02T13:28:01Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-02T13:28:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:28:01Z" name: message-dumper.18be7c09255b3e37 namespace: kserve-ci-e2e-test resourceVersion: "16489" uid: cd5e2d34-fe55-4017-b550-b10d04e4744e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "21795"