--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:02:38.940358Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21538" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 to ip-10-0-133-57.ec2.internal metadata: creationTimestamp: "2026-07-01T19:02:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:02:38Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fb74a1e5cea namespace: kserve-ci-e2e-test resourceVersion: "21546" uid: 191eb7ba-839d-45b4-946c-d728b6f3f3a3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66449c56b9-mgx2c source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: "2026-07-01T19:02:39Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T19:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:39Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fb75524eb74 namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: 2b5d9894-0cde-4751-9d6e-558b8d10b0c2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21549" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: "2026-07-01T19:02:39Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:02:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:02:39Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fb787bae9ca namespace: kserve-ci-e2e-test resourceVersion: "21563" uid: d12ecbe1-4c7b-45b9-80b8-1b8ff44be2c5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: "2026-07-01T19:02:40Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T19:02:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:40Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fb78981eeb2 namespace: kserve-ci-e2e-test resourceVersion: "21565" uid: 3639961c-a6d0-497c-8e3e-0aa5062b6e88 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: "2026-07-01T19:02:40Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:02:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:40Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fb78c4b32b4 namespace: kserve-ci-e2e-test resourceVersion: "21567" uid: 1094e7d4-8da0-4f2c-b8a2-b8ad229d0d0a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: "2026-07-01T19:02:40Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:02:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:40Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fb78cbe5b9d namespace: kserve-ci-e2e-test resourceVersion: "21568" uid: 74ecad3d-2405-424c-991d-89cfe14cfffe reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: "2026-07-01T19:02:49Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T19:02:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:49Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fb9aed54efa namespace: kserve-ci-e2e-test resourceVersion: "21641" uid: ff64c51f-63f2-449d-b5a0-e9fad8aa2ccb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: "2026-07-01T19:02:49Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:02:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:49Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fb9b212050b namespace: kserve-ci-e2e-test resourceVersion: "21643" uid: d29f6abc-2d2e-4462-8d07-a3f01c95907a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: "2026-07-01T19:02:49Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:02:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:49Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fb9b281142e namespace: kserve-ci-e2e-test resourceVersion: "21644" uid: c4d5c347-8333-472a-9220-cc51d88e0e5e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: "2026-07-01T19:02:49Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:02:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:49Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fb9b28c5c80 namespace: kserve-ci-e2e-test resourceVersion: "21647" uid: 818e63fe-4eb8-40d3-9091-954fe6f0ff2c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: "2026-07-01T19:02:49Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:02:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:49Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fb9b64b75be namespace: kserve-ci-e2e-test resourceVersion: "21649" uid: 6e183c39-2d2f-4279-8387-dd965f4605af reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: "2026-07-01T19:02:49Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:02:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:49Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fb9b6c51d37 namespace: kserve-ci-e2e-test resourceVersion: "21650" uid: ccdba73d-debe-4670-b2e8-bf15e507f23b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:02:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: "2026-07-01T19:02:57Z" message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:02:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:57Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fba26b95fca namespace: kserve-ci-e2e-test resourceVersion: "21709" uid: f1c85db6-620b-402f-8bb8-2d4750b8060f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:03:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: "2026-07-01T19:03:09Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:03:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:03:09Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fbe4f7d3fdf namespace: kserve-ci-e2e-test resourceVersion: "21815" uid: 41f55fc9-ff10-45b1-bef7-60def9e94ae5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:03:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9 namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: bef1452a-b8b3-496a-8688-0d0d269a9414 kind: Event lastTimestamp: "2026-07-01T19:03:09Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:03:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:03:09Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9.18be3fbe4f7dbbf6 namespace: kserve-ci-e2e-test resourceVersion: "21816" uid: 2d012bbd-bd80-4133-bf0b-883f4cfc3d57 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21529" uid: 54891bbd-a1aa-498a-9466-e5c97d8a415c kind: Event lastTimestamp: "2026-07-01T19:02:38Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-hxmd9' metadata: creationTimestamp: "2026-07-01T19:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:02:38Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18be3fb7497619c7 namespace: kserve-ci-e2e-test resourceVersion: "21539" uid: 1c24fa49-3c7e-40fe-83f1-78997cf1cd88 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21527" uid: 8b400734-6501-49f2-b26b-9e4df2b2cad5 kind: Event lastTimestamp: "2026-07-01T19:02:38Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:02:38Z" name: isvc-autogluon-ts-v1-predictor.18be3fb744683d5c namespace: kserve-ci-e2e-test resourceVersion: "21530" uid: 11aaa5b9-9761-4ed8-a654-1ad9d4ded189 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:02:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21528" uid: c0cd468d-918e-4409-ae59-6b10d63dbba4 kind: Event lastTimestamp: "2026-07-01T19:03:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:02:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:03:08Z" name: isvc-autogluon-ts-v1-predictor.18be3fbac3df1fd9 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 71a74e40-d65c-4aa0-aca7-70de0cfbc139 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:02:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21528" uid: c0cd468d-918e-4409-ae59-6b10d63dbba4 kind: Event lastTimestamp: "2026-07-01T19:03:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:02:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:03:08Z" name: isvc-autogluon-ts-v1-predictor.18be3fbac45cb447 namespace: kserve-ci-e2e-test resourceVersion: "21798" uid: 7e5ce900-34db-4e4e-9c01-b111a7fc8ff5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:02:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21519" uid: 749201b6-835c-45a0-8dec-c3998b432160 kind: Event lastTimestamp: "2026-07-01T19:03:07Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:03:07Z" name: isvc-autogluon-ts-v1.18be3fb7446aa502 namespace: kserve-ci-e2e-test resourceVersion: "21784" uid: 914f295d-4a4e-49be-848f-7c2ee269c9cf reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:02:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21519" uid: 749201b6-835c-45a0-8dec-c3998b432160 kind: Event lastTimestamp: "2026-07-01T19:02:38Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:02:38Z" name: isvc-autogluon-ts-v1.18be3fb744d20197 namespace: kserve-ci-e2e-test resourceVersion: "21551" uid: 6bf08ee6-21d3-4bf0-a801-4bd81e6a0073 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:02:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21519" uid: 749201b6-835c-45a0-8dec-c3998b432160 kind: Event lastTimestamp: "2026-07-01T19:02:38Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:02:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:02:38Z" name: isvc-autogluon-ts-v1.18be3fb744d2664d namespace: kserve-ci-e2e-test resourceVersion: "21552" uid: 3e441044-9af1-4fa1-a898-aaf4e5b6f8c1 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:03:07Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21782" uid: 749201b6-835c-45a0-8dec-c3998b432160 kind: Event lastTimestamp: "2026-07-01T19:03:07Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-01T19:03:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:03:07Z" name: isvc-autogluon-ts-v1.18be3fbde69adab8 namespace: kserve-ci-e2e-test resourceVersion: "21783" uid: 7453d2b8-a62e-4e89-9644-40f8ec3bef50 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:53:47.590188Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17477" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-486qs to ip-10-0-133-57.ec2.internal metadata: creationTimestamp: "2026-07-01T18:53:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:53:47Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f3b932e39b4 namespace: kserve-ci-e2e-test resourceVersion: "17489" uid: f306798a-5fde-4144-aa7c-af6a1aa2da23 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66449c56b9-mgx2c source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:47Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:53:47Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T18:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:47Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f3b9c9bf6a5 namespace: kserve-ci-e2e-test resourceVersion: "17512" uid: ccb1052b-942c-4932-a539-c99702e4d802 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:48Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17503" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:53:48Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:53:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:53:48Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f3bd17cc69c namespace: kserve-ci-e2e-test resourceVersion: "17525" uid: c691eefc-d5a6-447c-a28a-66ad8dbe1f5f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:53:48Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:53:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:48Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f3bd329450a namespace: kserve-ci-e2e-test resourceVersion: "17527" uid: cc0a7496-8f90-49c0-9a22-b425f35e0d62 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:53:48Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:53:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:48Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f3bd64b611c namespace: kserve-ci-e2e-test resourceVersion: "17528" uid: 8d83f677-3dca-4309-b6b2-4161438b34da reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:53:48Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:53:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:48Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f3bd6db2b84 namespace: kserve-ci-e2e-test resourceVersion: "17529" uid: 38ddc22f-d271-4074-95e0-ab8bca7d6d93 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:53:53Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-01T18:53:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:53Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f3cf9beb55e namespace: kserve-ci-e2e-test resourceVersion: "17572" uid: 5cf78ddf-c281-433a-902a-2be26296e26d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:56:16Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m23.086s (2m23.086s including waiting). Image size: 8939170586 bytes.' metadata: creationTimestamp: "2026-07-01T18:56:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:16Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f5e4a5e648c namespace: kserve-ci-e2e-test resourceVersion: "18573" uid: 1ba2c202-4977-47cd-aa8d-3ec11d993b67 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:56:16Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:56:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:16Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f5e5133e1cf namespace: kserve-ci-e2e-test resourceVersion: "18575" uid: 59f807ca-9c9c-4d8c-9656-71d0f2f8ba42 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:56:16Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:56:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:16Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f5e528110ed namespace: kserve-ci-e2e-test resourceVersion: "18577" uid: 5704a327-686d-4080-b3b4-a5c132ea51c5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:56:16Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T18:56:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:16Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f5e528d6d99 namespace: kserve-ci-e2e-test resourceVersion: "18578" uid: 34ce386d-c674-43fd-832f-028bf0c07311 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:56:16Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:56:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:16Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f5e58dd13cd namespace: kserve-ci-e2e-test resourceVersion: "18579" uid: bdbb805f-128d-40a8-a298-6c4dc5f3a02e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:56:16Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:56:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:16Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f5e5a2a9284 namespace: kserve-ci-e2e-test resourceVersion: "18580" uid: 55c9355c-9f9a-4818-8ac4-273826f3115b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:56:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:56:23Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:56:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:23Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f5e72bc6c13 namespace: kserve-ci-e2e-test resourceVersion: "18628" uid: 6f52511c-9ab5-4e5b-b80b-dbf6ee6498c9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:56:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:56:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:37Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f6330bc008b namespace: kserve-ci-e2e-test resourceVersion: "18755" uid: 5a0a7dc5-3d61-4222-9ff8-ee28c78ff91a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:56:37Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:56:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:37Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f6330bca6f7 namespace: kserve-ci-e2e-test resourceVersion: "18756" uid: 69b6abb2-65db-41ed-bffb-4fc354a97882 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs namespace: kserve-ci-e2e-test resourceVersion: "17482" uid: 960fca5b-b33c-4533-ab4c-92df8927082b kind: Event lastTimestamp: "2026-07-01T18:56:38Z" message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp 10.134.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:56:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:38Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs.18be3f6356c0d039 namespace: kserve-ci-e2e-test resourceVersion: "18760" uid: b748b2d8-387b-494a-bf5e-d7276fbde1e7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17456" uid: e0dc8753-c6bc-4d40-bf0e-3519d172a836 kind: Event lastTimestamp: "2026-07-01T18:53:47Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-486qs' metadata: creationTimestamp: "2026-07-01T18:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:53:47Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18be3f3b925c6ce9 namespace: kserve-ci-e2e-test resourceVersion: "17481" uid: 3f50ac06-0e6e-40fd-a5bb-8be83888382c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17454" uid: 2e6c47d4-f481-4a8c-90ca-53d2b18402c6 kind: Event lastTimestamp: "2026-07-01T18:53:47Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:53:47Z" name: isvc-autogluon-v1-predictor.18be3f3b8a9e4415 namespace: kserve-ci-e2e-test resourceVersion: "17457" uid: 299e95c1-a1c4-4955-b7e3-112a9a68650f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T18:54:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17455" uid: a5c59a62-0515-46c2-abd7-8af985030e67 kind: Event lastTimestamp: "2026-07-01T18:56:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:54:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:56:32Z" name: isvc-autogluon-v1-predictor.18be3f3f094f812f namespace: kserve-ci-e2e-test resourceVersion: "18697" uid: d32ecbc4-e8ed-4124-b98e-44d3b25c4a0a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T18:54:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17455" uid: a5c59a62-0515-46c2-abd7-8af985030e67 kind: Event lastTimestamp: "2026-07-01T18:56:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:54:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:56:32Z" name: isvc-autogluon-v1-predictor.18be3f3f09d801c8 namespace: kserve-ci-e2e-test resourceVersion: "18698" uid: 1a3a3bc0-3939-497a-9076-f475ef64d081 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T18:53:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17445" uid: d6f1d8a9-7f47-46af-a5ac-283da1ca469a kind: Event lastTimestamp: "2026-07-01T18:56:33Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:56:33Z" name: isvc-autogluon-v1.18be3f3b8ab988ff namespace: kserve-ci-e2e-test resourceVersion: "18711" uid: 96558e39-eeb6-4b27-ab45-0fe8ddcd120d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17445" uid: d6f1d8a9-7f47-46af-a5ac-283da1ca469a kind: Event lastTimestamp: "2026-07-01T18:53:47Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:53:47Z" name: isvc-autogluon-v1.18be3f3b8b2f4001 namespace: kserve-ci-e2e-test resourceVersion: "17460" uid: d7fe5409-5eec-4582-addc-f4d78017e7b6 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17445" uid: d6f1d8a9-7f47-46af-a5ac-283da1ca469a kind: Event lastTimestamp: "2026-07-01T18:53:47Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:53:47Z" name: isvc-autogluon-v1.18be3f3b8b2f9a55 namespace: kserve-ci-e2e-test resourceVersion: "17461" uid: dd8b68dc-3da6-481c-aca0-befc60e1705c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18709" uid: d6f1d8a9-7f47-46af-a5ac-283da1ca469a kind: Event lastTimestamp: "2026-07-01T18:56:33Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-01T18:56:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:56:33Z" name: isvc-autogluon-v1.18be3f6233707b58 namespace: kserve-ci-e2e-test resourceVersion: "18710" uid: c7f8f942-25a5-4243-a603-7075a72f15a2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:00:23.658997Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg namespace: kserve-ci-e2e-test resourceVersion: "20520" uid: 3346e75f-c9b5-4dc3-8978-0ddc804253f2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg to ip-10-0-133-57.ec2.internal metadata: creationTimestamp: "2026-07-01T19:00:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:00:23Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg.18be3f97cab8b409 namespace: kserve-ci-e2e-test resourceVersion: "20524" uid: fc5f3ee0-52e4-4e70-af1e-47ca570f2b27 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66449c56b9-mgx2c source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:23Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 3346e75f-c9b5-4dc3-8978-0ddc804253f2 kind: Event lastTimestamp: "2026-07-01T19:00:23Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T19:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:00:23Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg.18be3f97d65cf11a namespace: kserve-ci-e2e-test resourceVersion: "20537" uid: 3de35892-d9a2-4669-8729-c7078a846372 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:24Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg namespace: kserve-ci-e2e-test resourceVersion: "20529" uid: 3346e75f-c9b5-4dc3-8978-0ddc804253f2 kind: Event lastTimestamp: "2026-07-01T19:00:24Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:00:24Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg.18be3f98083021ad namespace: kserve-ci-e2e-test resourceVersion: "20547" uid: 6d3cb737-b369-4807-9004-1d538a64d107 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 3346e75f-c9b5-4dc3-8978-0ddc804253f2 kind: Event lastTimestamp: "2026-07-01T19:00:24Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T19:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:00:24Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg.18be3f9809b2473d namespace: kserve-ci-e2e-test resourceVersion: "20549" uid: 24aeea77-9b2e-48dd-aab2-cd9d727753e6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 3346e75f-c9b5-4dc3-8978-0ddc804253f2 kind: Event lastTimestamp: "2026-07-01T19:00:24Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:00:24Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg.18be3f980c943528 namespace: kserve-ci-e2e-test resourceVersion: "20550" uid: 2b8175bc-20d7-42b6-8527-6a2de2e4dc10 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 3346e75f-c9b5-4dc3-8978-0ddc804253f2 kind: Event lastTimestamp: "2026-07-01T19:00:24Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:00:24Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg.18be3f980d08c9b5 namespace: kserve-ci-e2e-test resourceVersion: "20551" uid: 16d92eeb-e4c4-4501-9153-ec41cc29fe8c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 3346e75f-c9b5-4dc3-8978-0ddc804253f2 kind: Event lastTimestamp: "2026-07-01T19:00:54Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T19:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:00:54Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg.18be3f9f0355968c namespace: kserve-ci-e2e-test resourceVersion: "20764" uid: e4d2e973-7e46-49e5-8a1b-34a7ee52547a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 3346e75f-c9b5-4dc3-8978-0ddc804253f2 kind: Event lastTimestamp: "2026-07-01T19:00:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:00:54Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg.18be3f9f066b1aa8 namespace: kserve-ci-e2e-test resourceVersion: "20766" uid: 4e014917-3c8d-4778-b8f7-25428037ab37 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 3346e75f-c9b5-4dc3-8978-0ddc804253f2 kind: Event lastTimestamp: "2026-07-01T19:00:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:00:54Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg.18be3f9f06df62fc namespace: kserve-ci-e2e-test resourceVersion: "20767" uid: 77083cb3-a208-4cd6-a2ab-4138b61b262b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 3346e75f-c9b5-4dc3-8978-0ddc804253f2 kind: Event lastTimestamp: "2026-07-01T19:00:54Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:00:54Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg.18be3f9f06e9e951 namespace: kserve-ci-e2e-test resourceVersion: "20770" uid: 3d141db2-87c1-4a03-90f1-8b556d6bb2bf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 3346e75f-c9b5-4dc3-8978-0ddc804253f2 kind: Event lastTimestamp: "2026-07-01T19:00:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:00:54Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg.18be3f9f0a8da7f2 namespace: kserve-ci-e2e-test resourceVersion: "20773" uid: d0a43c35-1b75-4a61-805e-a1dee5ff8b6e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 3346e75f-c9b5-4dc3-8978-0ddc804253f2 kind: Event lastTimestamp: "2026-07-01T19:00:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:00:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:00:54Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg.18be3f9f0b08f7d1 namespace: kserve-ci-e2e-test resourceVersion: "20774" uid: 75c51521-f7af-47e4-82ec-b95d814a5496 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 3346e75f-c9b5-4dc3-8978-0ddc804253f2 kind: Event lastTimestamp: "2026-07-01T19:02:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:02:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:34Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg.18be3fb62b903a13 namespace: kserve-ci-e2e-test resourceVersion: "21480" uid: 79bdbec4-8dce-4264-87fb-9a6349c7f001 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg namespace: kserve-ci-e2e-test resourceVersion: "20522" uid: 3346e75f-c9b5-4dc3-8978-0ddc804253f2 kind: Event lastTimestamp: "2026-07-01T19:02:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:02:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:02:34Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg.18be3fb62b90ae30 namespace: kserve-ci-e2e-test resourceVersion: "21481" uid: 94c3561a-3055-4b9b-b690-de9e66f4c86c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "20510" uid: 34d20d3f-3f54-4ad0-975c-49c2d576e69b kind: Event lastTimestamp: "2026-07-01T19:00:23Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-g67fg' metadata: creationTimestamp: "2026-07-01T19:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:00:23Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18be3f97ca3ec27c namespace: kserve-ci-e2e-test resourceVersion: "20521" uid: 58dcd597-03e0-484e-aae4-fd7d7598ff5b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20508" uid: 0037c865-638e-41f7-9e40-fd038edad176 kind: Event lastTimestamp: "2026-07-01T19:00:23Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:00:23Z" name: isvc-autogluon-v2-noslash-predictor.18be3f97c4d0d64c namespace: kserve-ci-e2e-test resourceVersion: "20511" uid: 13e3bc68-330a-4d84-b454-f81ef8b4f8a2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:00:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20509" uid: 66e73644-e477-42a2-9c02-d1df0a18ee71 kind: Event lastTimestamp: "2026-07-01T19:01:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:01:38Z" name: isvc-autogluon-v2-noslash-predictor.18be3f9b4399b441 namespace: kserve-ci-e2e-test resourceVersion: "21075" uid: a870e132-054f-443d-a6ca-6bab8500cc5a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:00:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20509" uid: 66e73644-e477-42a2-9c02-d1df0a18ee71 kind: Event lastTimestamp: "2026-07-01T19:01:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:01:38Z" name: isvc-autogluon-v2-noslash-predictor.18be3f9b440de09c namespace: kserve-ci-e2e-test resourceVersion: "21076" uid: e40b2814-e1c0-43e3-8be0-08443dbbbc69 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:01:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20656" uid: 66e73644-e477-42a2-9c02-d1df0a18ee71 kind: Event lastTimestamp: "2026-07-01T19:02:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:02:23Z" name: isvc-autogluon-v2-noslash-predictor.18be3fa5c1863c94 namespace: kserve-ci-e2e-test resourceVersion: "21385" uid: ef405aad-2764-43f7-a2a5-2e8f066e4d30 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:01:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20656" uid: 66e73644-e477-42a2-9c02-d1df0a18ee71 kind: Event lastTimestamp: "2026-07-01T19:02:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:01:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:02:23Z" name: isvc-autogluon-v2-noslash-predictor.18be3fa5c204c118 namespace: kserve-ci-e2e-test resourceVersion: "21387" uid: d0883952-cb6c-498b-b47e-b633856edabd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:00:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20501" uid: 01639d70-98b8-4617-8635-5352d3bb81c8 kind: Event lastTimestamp: "2026-07-01T19:02:33Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:02:33Z" name: isvc-autogluon-v2-noslash.18be3f97c4e0ea32 namespace: kserve-ci-e2e-test resourceVersion: "21459" uid: 601cf2e4-7157-4ea3-8257-a5334df8c06d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:00:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20501" uid: 01639d70-98b8-4617-8635-5352d3bb81c8 kind: Event lastTimestamp: "2026-07-01T19:00:23Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:00:23Z" name: isvc-autogluon-v2-noslash.18be3f97c58a8adf namespace: kserve-ci-e2e-test resourceVersion: "20530" uid: eb5b64ee-597d-4ae8-a477-f76b2dce061e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:00:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20501" uid: 01639d70-98b8-4617-8635-5352d3bb81c8 kind: Event lastTimestamp: "2026-07-01T19:00:23Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:00:23Z" name: isvc-autogluon-v2-noslash.18be3f97c58ad209 namespace: kserve-ci-e2e-test resourceVersion: "20531" uid: c102a7e2-a70f-4036-95bd-072d59b2efcc reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:02:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21457" uid: 01639d70-98b8-4617-8635-5352d3bb81c8 kind: Event lastTimestamp: "2026-07-01T19:02:33Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-01T19:02:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:02:33Z" name: isvc-autogluon-v2-noslash.18be3fb5f9fe183d namespace: kserve-ci-e2e-test resourceVersion: "21458" uid: 977610f4-b798-4b33-af9e-a549624d200b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:56:43.019261Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jcl4q namespace: kserve-ci-e2e-test resourceVersion: "18822" uid: 14760528-b504-4fd0-b411-9d839a905a30 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-jcl4q to ip-10-0-133-57.ec2.internal metadata: creationTimestamp: "2026-07-01T18:56:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:56:43Z" name: isvc-autogluon-v2-predictor-67b849d456-jcl4q.18be3f646b91aa05 namespace: kserve-ci-e2e-test resourceVersion: "18826" uid: 81f816af-88d0-4ac9-bab7-c5db2bc80054 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66449c56b9-mgx2c source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:43Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jcl4q namespace: kserve-ci-e2e-test resourceVersion: "18831" uid: 14760528-b504-4fd0-b411-9d839a905a30 kind: Event lastTimestamp: "2026-07-01T18:56:43Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:56:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:56:43Z" name: isvc-autogluon-v2-predictor-67b849d456-jcl4q.18be3f648747aaae namespace: kserve-ci-e2e-test resourceVersion: "18839" uid: 45261b0f-06ed-456f-b295-30baea6f336a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jcl4q namespace: kserve-ci-e2e-test resourceVersion: "18823" uid: 14760528-b504-4fd0-b411-9d839a905a30 kind: Event lastTimestamp: "2026-07-01T18:56:43Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:56:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:43Z" name: isvc-autogluon-v2-predictor-67b849d456-jcl4q.18be3f6488d707a7 namespace: kserve-ci-e2e-test resourceVersion: "18841" uid: 5ae66d47-7c12-4795-b6c0-34f7ce04b218 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jcl4q namespace: kserve-ci-e2e-test resourceVersion: "18823" uid: 14760528-b504-4fd0-b411-9d839a905a30 kind: Event lastTimestamp: "2026-07-01T18:56:43Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:56:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:43Z" name: isvc-autogluon-v2-predictor-67b849d456-jcl4q.18be3f648d8ab79b namespace: kserve-ci-e2e-test resourceVersion: "18842" uid: cd194491-1f1a-4462-a5e2-7e332c1f1219 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jcl4q namespace: kserve-ci-e2e-test resourceVersion: "18823" uid: 14760528-b504-4fd0-b411-9d839a905a30 kind: Event lastTimestamp: "2026-07-01T18:56:43Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:56:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:43Z" name: isvc-autogluon-v2-predictor-67b849d456-jcl4q.18be3f648e1f3eca namespace: kserve-ci-e2e-test resourceVersion: "18843" uid: 46f96073-a7e7-48c3-b22b-c07e68471737 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jcl4q namespace: kserve-ci-e2e-test resourceVersion: "18823" uid: 14760528-b504-4fd0-b411-9d839a905a30 kind: Event lastTimestamp: "2026-07-01T18:56:48Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T18:56:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:48Z" name: isvc-autogluon-v2-predictor-67b849d456-jcl4q.18be3f65b44b63b3 namespace: kserve-ci-e2e-test resourceVersion: "18885" uid: 11c06030-7ace-4b0e-a3bf-e16baf606621 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jcl4q namespace: kserve-ci-e2e-test resourceVersion: "18823" uid: 14760528-b504-4fd0-b411-9d839a905a30 kind: Event lastTimestamp: "2026-07-01T18:56:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:56:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:48Z" name: isvc-autogluon-v2-predictor-67b849d456-jcl4q.18be3f65b9fed896 namespace: kserve-ci-e2e-test resourceVersion: "18889" uid: 04a278e1-eff7-4137-a01d-462199206561 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jcl4q namespace: kserve-ci-e2e-test resourceVersion: "18823" uid: 14760528-b504-4fd0-b411-9d839a905a30 kind: Event lastTimestamp: "2026-07-01T18:56:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:56:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:48Z" name: isvc-autogluon-v2-predictor-67b849d456-jcl4q.18be3f65baef7d9a namespace: kserve-ci-e2e-test resourceVersion: "18890" uid: eb97d924-aa79-4e85-891c-1e0c0abef853 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jcl4q namespace: kserve-ci-e2e-test resourceVersion: "18823" uid: 14760528-b504-4fd0-b411-9d839a905a30 kind: Event lastTimestamp: "2026-07-01T18:56:48Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T18:56:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:48Z" name: isvc-autogluon-v2-predictor-67b849d456-jcl4q.18be3f65bafa2b90 namespace: kserve-ci-e2e-test resourceVersion: "18891" uid: a7915b46-2706-4ca4-9727-a175b5b6ed58 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jcl4q namespace: kserve-ci-e2e-test resourceVersion: "18823" uid: 14760528-b504-4fd0-b411-9d839a905a30 kind: Event lastTimestamp: "2026-07-01T18:56:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:56:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:48Z" name: isvc-autogluon-v2-predictor-67b849d456-jcl4q.18be3f65becae773 namespace: kserve-ci-e2e-test resourceVersion: "18894" uid: 2ff9b796-6cec-46e2-a752-8a7a34acc899 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jcl4q namespace: kserve-ci-e2e-test resourceVersion: "18823" uid: 14760528-b504-4fd0-b411-9d839a905a30 kind: Event lastTimestamp: "2026-07-01T18:56:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:56:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:56:48Z" name: isvc-autogluon-v2-predictor-67b849d456-jcl4q.18be3f65bf6335be namespace: kserve-ci-e2e-test resourceVersion: "18895" uid: 8c1618f5-075a-463f-a8cc-4423e3df7887 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jcl4q namespace: kserve-ci-e2e-test resourceVersion: "18823" uid: 14760528-b504-4fd0-b411-9d839a905a30 kind: Event lastTimestamp: "2026-07-01T18:58:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:58:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:58:23Z" name: isvc-autogluon-v2-predictor-67b849d456-jcl4q.18be3f7bbdab7ea0 namespace: kserve-ci-e2e-test resourceVersion: "19567" uid: fbeb7ae7-bf17-43d7-b998-80caef3be7c1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jcl4q namespace: kserve-ci-e2e-test resourceVersion: "18823" uid: 14760528-b504-4fd0-b411-9d839a905a30 kind: Event lastTimestamp: "2026-07-01T18:58:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:58:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:58:23Z" name: isvc-autogluon-v2-predictor-67b849d456-jcl4q.18be3f7bbdacb18b namespace: kserve-ci-e2e-test resourceVersion: "19568" uid: feac2882-e7b2-4ecf-a01e-c0844919675e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "18812" uid: 296f803a-7253-4b42-8ae1-3df7f1b78573 kind: Event lastTimestamp: "2026-07-01T18:56:43Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-jcl4q' metadata: creationTimestamp: "2026-07-01T18:56:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:56:43Z" name: isvc-autogluon-v2-predictor-67b849d456.18be3f646b1b0f3a namespace: kserve-ci-e2e-test resourceVersion: "18824" uid: f4ac30a8-26db-41c6-bbfa-3e30364875ff reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:42Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18810" uid: d8cfe94d-13fb-487f-8f0d-4fa60dc4ccac kind: Event lastTimestamp: "2026-07-01T18:56:42Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:56:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:56:42Z" name: isvc-autogluon-v2-predictor.18be3f6465d49327 namespace: kserve-ci-e2e-test resourceVersion: "18814" uid: 6c782a76-9182-44ac-928e-2434c2ae2538 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:56:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18811" uid: fdbc4e47-0f76-4c2d-9674-fa89b61677a3 kind: Event lastTimestamp: "2026-07-01T18:57:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:56:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:57:12Z" name: isvc-autogluon-v2-predictor.18be3f67e4e49f46 namespace: kserve-ci-e2e-test resourceVersion: "19066" uid: 9f55ee79-dbdf-4186-adf9-5a0904fac7ed reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:56:57Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18811" uid: fdbc4e47-0f76-4c2d-9674-fa89b61677a3 kind: Event lastTimestamp: "2026-07-01T18:57:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:56:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:57:12Z" name: isvc-autogluon-v2-predictor.18be3f67e56732c3 namespace: kserve-ci-e2e-test resourceVersion: "19067" uid: 9fe95964-97b1-4047-b775-d98395b55f27 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T18:57:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18959" uid: fdbc4e47-0f76-4c2d-9674-fa89b61677a3 kind: Event lastTimestamp: "2026-07-01T18:58:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:57:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:58:13Z" name: isvc-autogluon-v2-predictor.18be3f6ee36e28e3 namespace: kserve-ci-e2e-test resourceVersion: "19477" uid: 40e3454f-392f-476b-bdb7-f4a98fa34bfc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T18:57:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18959" uid: fdbc4e47-0f76-4c2d-9674-fa89b61677a3 kind: Event lastTimestamp: "2026-07-01T18:58:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:57:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:58:13Z" name: isvc-autogluon-v2-predictor.18be3f6ee3de90a5 namespace: kserve-ci-e2e-test resourceVersion: "19478" uid: 10860443-688f-4f71-a08b-d099dc426410 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:58:28.350931Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 namespace: kserve-ci-e2e-test resourceVersion: "19632" uid: c72b7879-7eee-47d4-acce-ad26a4c74060 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 to ip-10-0-133-57.ec2.internal metadata: creationTimestamp: "2026-07-01T18:58:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:58:28Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5.18be3f7cf1d3267a namespace: kserve-ci-e2e-test resourceVersion: "19636" uid: b649f440-ca59-4604-8b0f-99a808167650 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66449c56b9-mgx2c source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:28Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 namespace: kserve-ci-e2e-test resourceVersion: "19641" uid: c72b7879-7eee-47d4-acce-ad26a4c74060 kind: Event lastTimestamp: "2026-07-01T18:58:28Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:58:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:58:28Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5.18be3f7d0b5c8fe6 namespace: kserve-ci-e2e-test resourceVersion: "19651" uid: e1ba8b87-d064-4a67-8148-bc408601adaa reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:28Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 namespace: kserve-ci-e2e-test resourceVersion: "19634" uid: c72b7879-7eee-47d4-acce-ad26a4c74060 kind: Event lastTimestamp: "2026-07-01T18:58:28Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:58:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:58:28Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5.18be3f7d0cdff1e3 namespace: kserve-ci-e2e-test resourceVersion: "19653" uid: 431eff9b-8f23-4278-b229-400cb86a5d57 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:28Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 namespace: kserve-ci-e2e-test resourceVersion: "19634" uid: c72b7879-7eee-47d4-acce-ad26a4c74060 kind: Event lastTimestamp: "2026-07-01T18:58:28Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:58:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:58:28Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5.18be3f7d0f3b6c51 namespace: kserve-ci-e2e-test resourceVersion: "19655" uid: 96d81021-df30-4cc0-97a5-d2624ffc193e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:28Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 namespace: kserve-ci-e2e-test resourceVersion: "19634" uid: c72b7879-7eee-47d4-acce-ad26a4c74060 kind: Event lastTimestamp: "2026-07-01T18:58:28Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:58:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:58:28Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5.18be3f7d0f9ad6c2 namespace: kserve-ci-e2e-test resourceVersion: "19656" uid: 0c96c5da-0a95-4aea-98e7-a15fcf398209 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 namespace: kserve-ci-e2e-test resourceVersion: "19634" uid: c72b7879-7eee-47d4-acce-ad26a4c74060 kind: Event lastTimestamp: "2026-07-01T18:58:34Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T18:58:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:58:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5.18be3f7e442dfdd9 namespace: kserve-ci-e2e-test resourceVersion: "19699" uid: be3ba8f2-2b0d-4767-bf68-224eca3e34cc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 namespace: kserve-ci-e2e-test resourceVersion: "19634" uid: c72b7879-7eee-47d4-acce-ad26a4c74060 kind: Event lastTimestamp: "2026-07-01T18:58:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:58:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:58:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5.18be3f7e470645ff namespace: kserve-ci-e2e-test resourceVersion: "19703" uid: 80cc1e58-abbc-4fae-af2a-0ee1b23fb238 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 namespace: kserve-ci-e2e-test resourceVersion: "19634" uid: c72b7879-7eee-47d4-acce-ad26a4c74060 kind: Event lastTimestamp: "2026-07-01T18:58:34Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:58:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:58:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5.18be3f7e4797bd9f namespace: kserve-ci-e2e-test resourceVersion: "19706" uid: aa47e8e2-0df9-429b-acdd-a61321634d7d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 namespace: kserve-ci-e2e-test resourceVersion: "19634" uid: c72b7879-7eee-47d4-acce-ad26a4c74060 kind: Event lastTimestamp: "2026-07-01T18:58:34Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T18:58:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:58:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5.18be3f7e47a273e0 namespace: kserve-ci-e2e-test resourceVersion: "19708" uid: b111b470-f2c0-416b-91c5-b21b2cb2d27a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 namespace: kserve-ci-e2e-test resourceVersion: "19634" uid: c72b7879-7eee-47d4-acce-ad26a4c74060 kind: Event lastTimestamp: "2026-07-01T18:58:34Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:58:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:58:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5.18be3f7e4a6822f6 namespace: kserve-ci-e2e-test resourceVersion: "19710" uid: 590d246f-1e94-4f97-bf44-e6e2fe638ae4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 namespace: kserve-ci-e2e-test resourceVersion: "19634" uid: c72b7879-7eee-47d4-acce-ad26a4c74060 kind: Event lastTimestamp: "2026-07-01T18:58:34Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:58:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:58:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5.18be3f7e4b2a3dce namespace: kserve-ci-e2e-test resourceVersion: "19711" uid: 0ea0cd92-75ae-4ef4-8b71-cec8b892d25d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 namespace: kserve-ci-e2e-test resourceVersion: "19634" uid: c72b7879-7eee-47d4-acce-ad26a4c74060 kind: Event lastTimestamp: "2026-07-01T19:00:18Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:00:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:00:18Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5.18be3f9695b6cd74 namespace: kserve-ci-e2e-test resourceVersion: "20459" uid: 95e2c17d-3ea7-447a-9e16-55802f2fcc71 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 namespace: kserve-ci-e2e-test resourceVersion: "19634" uid: c72b7879-7eee-47d4-acce-ad26a4c74060 kind: Event lastTimestamp: "2026-07-01T19:00:18Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:00:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:00:18Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5.18be3f9695b7371d namespace: kserve-ci-e2e-test resourceVersion: "20460" uid: 7308a6d9-8b54-433a-9109-6dd4cc2cbc6e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5 namespace: kserve-ci-e2e-test resourceVersion: "19634" uid: c72b7879-7eee-47d4-acce-ad26a4c74060 kind: Event lastTimestamp: "2026-07-01T19:00:19Z" message: 'Readiness probe failed: Get "http://10.134.0.35:8080/v2/models/isvc-autogluon-v2-variants/ready": dial tcp 10.134.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:00:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:00:19Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5.18be3f96c12c727f namespace: kserve-ci-e2e-test resourceVersion: "20464" uid: 8bf084f3-5ae0-427e-84b4-3029ef3a9562 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "19623" uid: 351102a7-72c7-4ed4-bd1e-aea0e8ba5df1 kind: Event lastTimestamp: "2026-07-01T18:58:28Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-mgvp5' metadata: creationTimestamp: "2026-07-01T18:58:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:58:28Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18be3f7cf14e2729 namespace: kserve-ci-e2e-test resourceVersion: "19633" uid: 18878cf7-702f-414c-84e1-ceb4d704b433 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19621" uid: 3ce95672-1afb-4376-b0ed-d18bbdade7c0 kind: Event lastTimestamp: "2026-07-01T18:58:28Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:58:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:58:28Z" name: isvc-autogluon-v2-variants-predictor.18be3f7cebbf2660 namespace: kserve-ci-e2e-test resourceVersion: "19626" uid: c687f70a-f990-47ac-ab15-ce37e168d545 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:58:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19622" uid: 9a210c90-a4d5-48aa-95c0-daad35be6b15 kind: Event lastTimestamp: "2026-07-01T18:58:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:58:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:58:58Z" name: isvc-autogluon-v2-variants-predictor.18be3f806ae2603f namespace: kserve-ci-e2e-test resourceVersion: "19879" uid: acb79cd1-2739-4213-bda6-9cf43a0d0606 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:58:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19622" uid: 9a210c90-a4d5-48aa-95c0-daad35be6b15 kind: Event lastTimestamp: "2026-07-01T18:58:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:58:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:58:58Z" name: isvc-autogluon-v2-variants-predictor.18be3f806b5197ef namespace: kserve-ci-e2e-test resourceVersion: "19880" uid: b8b6a6fc-9ce9-4417-82e8-33baec02a34d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T18:59:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19775" uid: 9a210c90-a4d5-48aa-95c0-daad35be6b15 kind: Event lastTimestamp: "2026-07-01T19:00:13Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:59:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:00:13Z" name: isvc-autogluon-v2-variants-predictor.18be3f8769721b6f namespace: kserve-ci-e2e-test resourceVersion: "20407" uid: ccaf2b95-d0ca-4fb9-b831-9fb6ce66e4a7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T18:59:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19775" uid: 9a210c90-a4d5-48aa-95c0-daad35be6b15 kind: Event lastTimestamp: "2026-07-01T19:00:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:59:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:00:13Z" name: isvc-autogluon-v2-variants-predictor.18be3f8769f3a555 namespace: kserve-ci-e2e-test resourceVersion: "20408" uid: d993a454-4ea9-42ed-83c2-48216b43c599 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T18:58:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19614" uid: 42851e2c-1a7c-4ff2-aee6-43c5de3248ba kind: Event lastTimestamp: "2026-07-01T19:00:09Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:58:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:00:09Z" name: isvc-autogluon-v2-variants.18be3f7cebbc9419 namespace: kserve-ci-e2e-test resourceVersion: "20375" uid: 71ba6030-e352-43cf-8ce4-82c11a915cf3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:58:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19614" uid: 42851e2c-1a7c-4ff2-aee6-43c5de3248ba kind: Event lastTimestamp: "2026-07-01T18:58:28Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:58:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:58:28Z" name: isvc-autogluon-v2-variants.18be3f7cec7619e8 namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7818dbac-080e-4252-846d-512b919b0e25 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:58:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19614" uid: 42851e2c-1a7c-4ff2-aee6-43c5de3248ba kind: Event lastTimestamp: "2026-07-01T18:58:28Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:58:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:58:28Z" name: isvc-autogluon-v2-variants.18be3f7cec7665a0 namespace: kserve-ci-e2e-test resourceVersion: "19643" uid: c05c52c2-2272-423c-99a8-9fd2969c4c3a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:00:09Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20373" uid: 42851e2c-1a7c-4ff2-aee6-43c5de3248ba kind: Event lastTimestamp: "2026-07-01T19:00:09Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-01T19:00:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:00:09Z" name: isvc-autogluon-v2-variants.18be3f94735b07ee namespace: kserve-ci-e2e-test resourceVersion: "20374" uid: ba9fdd28-bde3-49b3-9e9c-d0b3899b54c6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T18:56:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18803" uid: ea077d0b-b26e-4de2-bdc3-a5b28bfa6c27 kind: Event lastTimestamp: "2026-07-01T18:58:22Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:56:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:58:22Z" name: isvc-autogluon-v2.18be3f6465b856c9 namespace: kserve-ci-e2e-test resourceVersion: "19545" uid: 1df180d8-503c-4e83-8c90-3228681da262 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18803" uid: ea077d0b-b26e-4de2-bdc3-a5b28bfa6c27 kind: Event lastTimestamp: "2026-07-01T18:56:42Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:56:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:56:42Z" name: isvc-autogluon-v2.18be3f6466245b49 namespace: kserve-ci-e2e-test resourceVersion: "18816" uid: bce1a97b-5e90-4a8e-bfab-999bdf70a9cd reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:56:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18803" uid: ea077d0b-b26e-4de2-bdc3-a5b28bfa6c27 kind: Event lastTimestamp: "2026-07-01T18:56:42Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:56:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:56:42Z" name: isvc-autogluon-v2.18be3f646624b1f6 namespace: kserve-ci-e2e-test resourceVersion: "18817" uid: d5ef52c2-4562-4566-9163-d1f3002731c7 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:58:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19543" uid: ea077d0b-b26e-4de2-bdc3-a5b28bfa6c27 kind: Event lastTimestamp: "2026-07-01T18:58:22Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-01T18:58:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:58:22Z" name: isvc-autogluon-v2.18be3f7b89a5db79 namespace: kserve-ci-e2e-test resourceVersion: "19544" uid: 57f139ac-c7ef-4877-b91c-840fd4c70386 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:52:12.233818Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16699" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-599b89d7c-5s764 to ip-10-0-133-57.ec2.internal metadata: creationTimestamp: "2026-07-01T18:52:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:52:12Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f255f7f7d12 namespace: kserve-ci-e2e-test resourceVersion: "16703" uid: 85d5b90f-b997-4ab4-b408-58ed385516fd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66449c56b9-mgx2c source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:12Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:52:12Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T18:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:12Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f256daad3e7 namespace: kserve-ci-e2e-test resourceVersion: "16714" uid: f3afbe0f-b124-4dcd-95d0-274a07f46ca5 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:13Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16707" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:52:13Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:52:13Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f259de0a2fd namespace: kserve-ci-e2e-test resourceVersion: "16724" uid: 6061adc4-5c41-425a-8fa6-9247a93a9290 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:52:13Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:13Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f259fb894a8 namespace: kserve-ci-e2e-test resourceVersion: "16726" uid: efe3da8f-4ce0-438b-8ae7-a1538b615162 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:52:13Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:13Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f25a28fcd96 namespace: kserve-ci-e2e-test resourceVersion: "16727" uid: ab6bf850-cb73-446f-94b5-76b0fe3b00f6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:52:13Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:13Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f25a2f31c62 namespace: kserve-ci-e2e-test resourceVersion: "16728" uid: 7ff8b014-278c-428d-bfb4-8ab7f87303c0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:52:18Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:18Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f26bf2d2a53 namespace: kserve-ci-e2e-test resourceVersion: "16766" uid: 930a68b4-4f00-492a-a363-94bcfec974df reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:52:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:18Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f26c27d5eae namespace: kserve-ci-e2e-test resourceVersion: "16768" uid: 4b659bb2-c31d-4c1f-8f0c-c5f82646e9b0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:52:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:18Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f26c2eb884b namespace: kserve-ci-e2e-test resourceVersion: "16769" uid: 0ce9b20f-4c76-43c5-ac70-9396c14468c0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:52:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:18Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f26c2f534af namespace: kserve-ci-e2e-test resourceVersion: "16770" uid: a1ef225e-d2a3-4b86-b8d2-4a4520c805d0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:52:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:18Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f26c5ded2de namespace: kserve-ci-e2e-test resourceVersion: "16773" uid: 21cd7c4d-c85a-4fa9-a349-106c6422f265 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:52:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:18Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f26c63cf5bc namespace: kserve-ci-e2e-test resourceVersion: "16774" uid: f2677c8b-ae1e-419b-81b4-e6af8c92b140 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:52:18Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:55c60618fd635e85d9da7e98b7d094dff9a8986587c771414ca16374c88f6579" already present on machine metadata: creationTimestamp: "2026-07-01T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:18Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f26c6467bf8 namespace: kserve-ci-e2e-test resourceVersion: "16775" uid: 87802a50-c11c-4a87-b208-056b1120fe91 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:52:18Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:18Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f26c91ecd8d namespace: kserve-ci-e2e-test resourceVersion: "16777" uid: 65d8b7d2-0802-4c5a-8d59-dbce288d0583 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:52:18Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T18:52:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:18Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f26c9836252 namespace: kserve-ci-e2e-test resourceVersion: "16778" uid: 16ba1704-2805-460c-b878-fce14ef37cec reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T18:52:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:53:56Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:52:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:56Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f26fb4604c9 namespace: kserve-ci-e2e-test resourceVersion: "17596" uid: cb410a5a-a293-48e7-8abb-28d581bb28c7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T18:52:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:53:56Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T18:52:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:56Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f2737590e0d namespace: kserve-ci-e2e-test resourceVersion: "17597" uid: 948ba933-5513-4275-a429-6aa97ee8b1aa reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:53:47Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:47Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f3b931ee2d2 namespace: kserve-ci-e2e-test resourceVersion: "17485" uid: eb4eb843-d4b4-443c-816f-621853b13492 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:53:47Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T18:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:47Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f3b931fa69f namespace: kserve-ci-e2e-test resourceVersion: "17487" uid: 930e6ae6-92e0-4656-ad0a-a575b365601b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:53:47Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:47Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f3b931fe56c namespace: kserve-ci-e2e-test resourceVersion: "17491" uid: 8b993733-451b-4db6-95b7-870fd9b24e6f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:53:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-599b89d7c-5s764 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: c22829bf-f48b-433d-8234-34e8a2b74cf3 kind: Event lastTimestamp: "2026-07-01T18:54:01Z" message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp 10.134.0.32:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:53:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:54:01Z" name: isvc-logger-predictor-599b89d7c-5s764.18be3f3c67a8f326 namespace: kserve-ci-e2e-test resourceVersion: "17631" uid: e12ff467-9f2f-4e4a-bdcc-24bce9a663bb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-599b89d7c namespace: kserve-ci-e2e-test resourceVersion: "16688" uid: 6f048a1e-1d7d-4515-b972-05ba13568117 kind: Event lastTimestamp: "2026-07-01T18:52:12Z" message: 'Created pod: isvc-logger-predictor-599b89d7c-5s764' metadata: creationTimestamp: "2026-07-01T18:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:52:12Z" name: isvc-logger-predictor-599b89d7c.18be3f255ed326e1 namespace: kserve-ci-e2e-test resourceVersion: "16702" uid: eaad3e96-8ade-46a3-a637-bfd6e2512159 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16686" uid: 64f8bf7d-94c5-43dc-ba3f-8fa8cd46f7f9 kind: Event lastTimestamp: "2026-07-01T18:52:12Z" message: Scaled up replica set isvc-logger-predictor-599b89d7c from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:52:12Z" name: isvc-logger-predictor.18be3f2559b7d374 namespace: kserve-ci-e2e-test resourceVersion: "16690" uid: 78fa1a96-cf6d-41c9-a074-4d749fa97e03 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:52:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16687" uid: a9001d3a-bf4a-48fa-a3b6-5e81ce55641e kind: Event lastTimestamp: "2026-07-01T18:52:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:52:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:52:57Z" name: isvc-logger-predictor.18be3f28d863ef11 namespace: kserve-ci-e2e-test resourceVersion: "17076" uid: 1f2f351b-0163-4d60-aa63-9bfc89212ffe reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:52:27Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16687" uid: a9001d3a-bf4a-48fa-a3b6-5e81ce55641e kind: Event lastTimestamp: "2026-07-01T18:52:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:52:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:52:57Z" name: isvc-logger-predictor.18be3f28d8de8f6d namespace: kserve-ci-e2e-test resourceVersion: "17077" uid: 1409eb22-2939-4577-aadb-f98c9baa61a1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:53:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16860" uid: a9001d3a-bf4a-48fa-a3b6-5e81ce55641e kind: Event lastTimestamp: "2026-07-01T18:53:42Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:53:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:53:42Z" name: isvc-logger-predictor.18be3f3356843e47 namespace: kserve-ci-e2e-test resourceVersion: "17404" uid: b3134155-b0c3-48c4-84a6-8c70b3b9df35 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:53:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16860" uid: a9001d3a-bf4a-48fa-a3b6-5e81ce55641e kind: Event lastTimestamp: "2026-07-01T18:53:42Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:53:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:53:42Z" name: isvc-logger-predictor.18be3f33575c4fd8 namespace: kserve-ci-e2e-test resourceVersion: "17405" uid: 73818e69-946e-4964-ba5f-5b5fe5205401 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T18:52:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16679" uid: 58fd96e8-5e03-4ca0-9a90-5da98b22f330 kind: Event lastTimestamp: "2026-07-01T18:53:36Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:53:36Z" name: isvc-logger.18be3f2559cd6333 namespace: kserve-ci-e2e-test resourceVersion: "17360" uid: 0e2529a9-b323-438c-bbaf-b1bb3233fa1e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:52:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16679" uid: 58fd96e8-5e03-4ca0-9a90-5da98b22f330 kind: Event lastTimestamp: "2026-07-01T18:52:12Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:52:12Z" name: isvc-logger.18be3f255a5fb004 namespace: kserve-ci-e2e-test resourceVersion: "16709" uid: 13db2bcd-efdb-4163-b05b-90dc352ca54d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16681" uid: 58fd96e8-5e03-4ca0-9a90-5da98b22f330 kind: Event lastTimestamp: "2026-07-01T18:52:12Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:52:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:52:12Z" name: isvc-logger.18be3f2562c01f63 namespace: kserve-ci-e2e-test resourceVersion: "16710" uid: 98f1d3fb-e681-4513-a112-c6e54520ca6e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17358" uid: 58fd96e8-5e03-4ca0-9a90-5da98b22f330 kind: Event lastTimestamp: "2026-07-01T18:53:36Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-01T18:53:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:53:36Z" name: isvc-logger.18be3f38f321a255 namespace: kserve-ci-e2e-test resourceVersion: "17359" uid: c6c8ea26-ecf1-4ec7-bf46-24180639ed71 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:50:16.922550Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15699" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg to ip-10-0-133-57.ec2.internal metadata: creationTimestamp: "2026-07-01T18:50:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:50:16Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0a8669270f namespace: kserve-ci-e2e-test resourceVersion: "15707" uid: a9f330df-1bcb-47f1-a421-9109e76867c8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66449c56b9-mgx2c source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:17Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15716" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:50:17Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:50:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:50:17Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0a9fb247c4 namespace: kserve-ci-e2e-test resourceVersion: "15721" uid: 7e9b08b6-dea6-4e71-9e42-f1913841481c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:50:17Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:50:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:17Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0aa27af19b namespace: kserve-ci-e2e-test resourceVersion: "15723" uid: 0ba31db5-c70d-4d3b-b521-e1805f79727b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:50:17Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:50:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:17Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0aa55802f4 namespace: kserve-ci-e2e-test resourceVersion: "15724" uid: c508e541-223e-4be6-96d3-262c4cf13b78 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:50:17Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:50:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:17Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0aa5ba24da namespace: kserve-ci-e2e-test resourceVersion: "15725" uid: beb2d93e-9075-4e35-9715-dba349766efe reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:50:21Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T18:50:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:21Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0b9b48483c namespace: kserve-ci-e2e-test resourceVersion: "15762" uid: 4b8283ae-abc9-42b3-b2fd-281b8aeeb895 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:50:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:50:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:21Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0b9e3af7db namespace: kserve-ci-e2e-test resourceVersion: "15765" uid: 22bcba45-f424-4518-a228-ebea4eeb4f19 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:50:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:50:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:21Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0b9ea7c005 namespace: kserve-ci-e2e-test resourceVersion: "15766" uid: 7dd091ea-ec57-4442-b564-9756d2743e2f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:50:21Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T18:50:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:21Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0b9eb2e771 namespace: kserve-ci-e2e-test resourceVersion: "15767" uid: f7bb8a85-51a7-465c-8986-c0d2ad6dc9de reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:50:21Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:50:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:21Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0ba1b9df3f namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 14c20898-c978-4f45-8a43-365c3b3a8d95 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:50:21Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:50:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:21Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0ba219722c namespace: kserve-ci-e2e-test resourceVersion: "15770" uid: 0b749966-ad8d-4336-af34-6851475309e4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:50:21Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:55c60618fd635e85d9da7e98b7d094dff9a8986587c771414ca16374c88f6579" already present on machine metadata: creationTimestamp: "2026-07-01T18:50:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:21Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0ba2234f97 namespace: kserve-ci-e2e-test resourceVersion: "15772" uid: 49f4cb80-6efa-43ae-92c8-7dee407d307b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:50:21Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T18:50:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:21Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0ba59b780f namespace: kserve-ci-e2e-test resourceVersion: "15773" uid: 748e4f0c-8468-4beb-b1ed-b13eb7bc2226 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:50:21Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T18:50:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:21Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0ba5ff7188 namespace: kserve-ci-e2e-test resourceVersion: "15774" uid: 53f383c5-96f0-4676-989f-7d7775353722 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T18:50:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:52:09Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:50:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:09Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0c133f9625 namespace: kserve-ci-e2e-test resourceVersion: "16651" uid: ae5bff8c-e244-4a34-af69-9ddf07917f62 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T18:50:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:52:09Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T18:50:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:09Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f0c1348e92b namespace: kserve-ci-e2e-test resourceVersion: "16652" uid: 8416f3fe-f513-4e35-8e56-924433be966e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:51:52Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:52Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f20b3f2df24 namespace: kserve-ci-e2e-test resourceVersion: "16486" uid: 34728d40-22e7-4fe7-bbcf-a40ff69f064e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:51:52Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:52Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f20b3f3d9db namespace: kserve-ci-e2e-test resourceVersion: "16489" uid: 796f3187-ee25-47d6-a2b1-ae69d45c79af reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:51:52Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:52Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f20b3f40837 namespace: kserve-ci-e2e-test resourceVersion: "16490" uid: f54062db-21b7-437f-b115-f9a2087ad887 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:51:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg namespace: kserve-ci-e2e-test resourceVersion: "15702" uid: 83fa4dcc-6c3e-4dd7-a288-2aba0f33b6e5 kind: Event lastTimestamp: "2026-07-01T18:52:04Z" message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp 10.134.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:51:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:52:04Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg.18be3f21437cce28 namespace: kserve-ci-e2e-test resourceVersion: "16616" uid: c6f2e53b-01d1-4485-bee2-fed5a51c93c4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5 namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 7e8fc79d-819f-40f7-9ce9-cfbdccba398f kind: Event lastTimestamp: "2026-07-01T18:50:16Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-qj6rg' metadata: creationTimestamp: "2026-07-01T18:50:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:50:16Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5.18be3f0a85e3d011 namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 908c8e9e-96a2-4ca1-8ff3-d86ad3620144 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15673" uid: d079defa-2b7d-4501-8b63-6cd4e1bc11f4 kind: Event lastTimestamp: "2026-07-01T18:50:16Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5fccccdbd5 from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:50:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:50:16Z" name: isvc-sklearn-batcher-custom-predictor.18be3f0a7f411440 namespace: kserve-ci-e2e-test resourceVersion: "15676" uid: ff266613-7365-4d25-8ba4-b41479445613 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:50:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15674" uid: 6af142fe-5310-4866-ae31-0980ddade95e kind: Event lastTimestamp: "2026-07-01T18:50:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:50:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:50:46Z" name: isvc-sklearn-batcher-custom-predictor.18be3f0dfe5c730a namespace: kserve-ci-e2e-test resourceVersion: "15965" uid: 76fa87bb-058a-4b2a-92fe-48baf48d7031 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:50:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15674" uid: 6af142fe-5310-4866-ae31-0980ddade95e kind: Event lastTimestamp: "2026-07-01T18:50:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:50:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:50:46Z" name: isvc-sklearn-batcher-custom-predictor.18be3f0dfee6b82b namespace: kserve-ci-e2e-test resourceVersion: "15966" uid: 050bdd07-56f8-427c-9e49-9730cf26b2dd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T18:51:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15853" uid: 6af142fe-5310-4866-ae31-0980ddade95e kind: Event lastTimestamp: "2026-07-01T18:51:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:51:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:51:46Z" name: isvc-sklearn-batcher-custom-predictor.18be3f14fdad0192 namespace: kserve-ci-e2e-test resourceVersion: "16405" uid: d93daa03-dd74-4ae1-bcfe-2ad61b08a609 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T18:51:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15853" uid: 6af142fe-5310-4866-ae31-0980ddade95e kind: Event lastTimestamp: "2026-07-01T18:51:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:51:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:51:46Z" name: isvc-sklearn-batcher-custom-predictor.18be3f14fe34dd3b namespace: kserve-ci-e2e-test resourceVersion: "16406" uid: b62d0390-1ac9-4249-8064-2269d5a24a36 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T18:50:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15664" uid: fbf8fc16-776f-4644-bcc1-8c83da39e300 kind: Event lastTimestamp: "2026-07-01T18:51:39Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:50:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:51:39Z" name: isvc-sklearn-batcher-custom.18be3f0a7f44f79a namespace: kserve-ci-e2e-test resourceVersion: "16352" uid: 428e61ad-506c-4c0b-8bb6-1ec3f5ecc258 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15664" uid: fbf8fc16-776f-4644-bcc1-8c83da39e300 kind: Event lastTimestamp: "2026-07-01T18:50:16Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:50:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:50:16Z" name: isvc-sklearn-batcher-custom.18be3f0a7feeca48 namespace: kserve-ci-e2e-test resourceVersion: "15681" uid: 991fb551-5167-4a86-8aa6-7c9ca683a81b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16349" uid: fbf8fc16-776f-4644-bcc1-8c83da39e300 kind: Event lastTimestamp: "2026-07-01T18:51:39Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-01T18:51:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:51:39Z" name: isvc-sklearn-batcher-custom.18be3f1dbdc12514 namespace: kserve-ci-e2e-test resourceVersion: "16351" uid: a0ff2c7a-09a4-45f9-ae69-278b28647456 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:48:31.638952Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14852" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f to ip-10-0-133-57.ec2.internal metadata: creationTimestamp: "2026-07-01T18:48:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:48:31Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef203050c2e namespace: kserve-ci-e2e-test resourceVersion: "14859" uid: 37c7bb8d-cd9b-43f5-a3ab-5f7a04dad7e9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66449c56b9-mgx2c source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14863" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:32Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:48:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:48:32Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef21cae2936 namespace: kserve-ci-e2e-test resourceVersion: "14879" uid: 7efdad5e-cd96-4a56-8579-b5a72afc2586 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:32Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5df3316e2bbb1c8de0277d9a0c433b6bf041a14baf6838a11e4f2bdc5ed51f25" already present on machine metadata: creationTimestamp: "2026-07-01T18:48:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:32Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef21e870db0 namespace: kserve-ci-e2e-test resourceVersion: "14881" uid: 7d4e5f29-6e41-43c9-a326-6f069f9cffbe reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:32Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T18:48:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:32Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef2210405e0 namespace: kserve-ci-e2e-test resourceVersion: "14882" uid: 916b77a0-e21d-4fe6-865d-518e9ceb9a20 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:32Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T18:48:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:32Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef22164c68c namespace: kserve-ci-e2e-test resourceVersion: "14883" uid: 103a3024-0aae-4397-adc8-15dd2bcfefa1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:36Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" metadata: creationTimestamp: "2026-07-01T18:48:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:36Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef309e5b0bd namespace: kserve-ci-e2e-test resourceVersion: "14916" uid: ce243604-e221-4b6e-98be-63eec3cb1be9 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:51Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" in 15.21s (15.21s including waiting). Image size: 1558043571 bytes.' metadata: creationTimestamp: "2026-07-01T18:48:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:51Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef6947eadc5 namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: 0b66114c-cd35-44af-b582-4a8f8485a2d7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:48:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:51Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef697c5e502 namespace: kserve-ci-e2e-test resourceVersion: "15024" uid: 16754bd8-325a-4c43-8a35-00ec23f084f3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:48:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:51Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef6982c2c45 namespace: kserve-ci-e2e-test resourceVersion: "15025" uid: 515292ee-a0fc-4cf2-b54e-bf7b08eebce2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:51Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-01T18:48:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:51Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef69838c129 namespace: kserve-ci-e2e-test resourceVersion: "15026" uid: 56eaec36-d705-448e-990d-e6b1d9a370cb reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:53Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.362s (2.362s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-01T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:53Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef7250acb5d namespace: kserve-ci-e2e-test resourceVersion: "15044" uid: bf065f54-29c4-4c35-82c3-6e9b343f4787 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:53Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:53Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef7286b71f0 namespace: kserve-ci-e2e-test resourceVersion: "15045" uid: 2448f278-ca1c-4aeb-be97-3313e9d722dd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:53Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:53Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef728fa99c4 namespace: kserve-ci-e2e-test resourceVersion: "15046" uid: a2e7a3b4-4aca-4b37-909d-9c4a794d8544 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:53Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:55c60618fd635e85d9da7e98b7d094dff9a8986587c771414ca16374c88f6579" metadata: creationTimestamp: "2026-07-01T18:48:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:53Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef7290a43ed namespace: kserve-ci-e2e-test resourceVersion: "15047" uid: 7b341fb7-8711-4814-98a1-6afa906dca0d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:56Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:55c60618fd635e85d9da7e98b7d094dff9a8986587c771414ca16374c88f6579" in 2.83s (2.83s including waiting). Image size: 239994490 bytes.' metadata: creationTimestamp: "2026-07-01T18:48:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:56Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef7d1bfee74 namespace: kserve-ci-e2e-test resourceVersion: "15070" uid: d47e42b8-7058-417f-871f-a3a2cd2ce00c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:56Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T18:48:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:56Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef7d4e8c526 namespace: kserve-ci-e2e-test resourceVersion: "15071" uid: d0e4e7fc-2bc2-4cc2-afc6-72a9db5dac7e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:48:56Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T18:48:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:48:56Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef7d54a8a9f namespace: kserve-ci-e2e-test resourceVersion: "15072" uid: 436dfcb1-3f46-4dbb-afe2-f2e69fb6a781 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T18:48:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:50:30Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:48:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:30Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef7f52d3e1e namespace: kserve-ci-e2e-test resourceVersion: "15841" uid: 6ad5ad19-3e5d-405d-8a5a-a95088e540fc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T18:48:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:50:20Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T18:48:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:20Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3ef83110d949 namespace: kserve-ci-e2e-test resourceVersion: "15752" uid: 426f3889-edf4-4920-a4ba-6d87818bb54c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:50:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:50:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:16Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3f0a85dba3e0 namespace: kserve-ci-e2e-test resourceVersion: "15701" uid: 66250aee-e57e-4b56-9a9b-c0e6c2a207a4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:50:16Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T18:50:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:16Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3f0a85dbf2bf namespace: kserve-ci-e2e-test resourceVersion: "15706" uid: 1cb36a85-0fc9-4391-b088-42a4fb90ffec reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:50:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:50:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:16Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3f0a85dc3a5c namespace: kserve-ci-e2e-test resourceVersion: "15709" uid: e1144341-e9a5-4268-8323-6c7a8d5a56f2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T18:50:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 6f4a119b-a48d-4bfb-bf74-3586582e210c kind: Event lastTimestamp: "2026-07-01T18:50:28Z" message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp 10.134.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T18:50:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:50:28Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f.18be3f0ad16efdbb namespace: kserve-ci-e2e-test resourceVersion: "15823" uid: efe8f6b4-957c-434a-8f7b-24240572e6c5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-869f8b8c7d namespace: kserve-ci-e2e-test resourceVersion: "14843" uid: dfc2f773-59b9-4818-8533-ac76ca0ab0b3 kind: Event lastTimestamp: "2026-07-01T18:48:31Z" message: 'Created pod: isvc-sklearn-batcher-predictor-869f8b8c7d-4zp9f' metadata: creationTimestamp: "2026-07-01T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:48:31Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d.18be3ef202364716 namespace: kserve-ci-e2e-test resourceVersion: "14856" uid: 2ac21ee0-4539-42b4-80bd-96290433af75 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:48:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14842" uid: f877092b-0c1c-4ba8-b9fe-a6532c0d27b9 kind: Event lastTimestamp: "2026-07-01T18:48:31Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-869f8b8c7d from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:48:31Z" name: isvc-sklearn-batcher-predictor.18be3ef1faaf58ab namespace: kserve-ci-e2e-test resourceVersion: "14844" uid: 90bfb422-28c4-4b9d-bf45-fa3bc043c781 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:48:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14849" uid: 99ec3d04-6976-4414-98e6-754dc78b3bc6 kind: Event lastTimestamp: "2026-07-01T18:49:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:48:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:49:01Z" name: isvc-sklearn-batcher-predictor.18be3ef5806398af namespace: kserve-ci-e2e-test resourceVersion: "15117" uid: cbe35bac-6e22-4cdf-9385-c66fb1b1d8c0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:48:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14849" uid: 99ec3d04-6976-4414-98e6-754dc78b3bc6 kind: Event lastTimestamp: "2026-07-01T18:49:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:48:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:49:01Z" name: isvc-sklearn-batcher-predictor.18be3ef580e29be7 namespace: kserve-ci-e2e-test resourceVersion: "15118" uid: f1b29137-d0cc-4d40-83c3-d5256d5afac0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T18:49:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14990" uid: 99ec3d04-6976-4414-98e6-754dc78b3bc6 kind: Event lastTimestamp: "2026-07-01T18:50:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:49:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:50:16Z" name: isvc-sklearn-batcher-predictor.18be3efc7f0a4582 namespace: kserve-ci-e2e-test resourceVersion: "15665" uid: 6f9745d3-a18f-456b-9609-cf5a6615986c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T18:49:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14990" uid: 99ec3d04-6976-4414-98e6-754dc78b3bc6 kind: Event lastTimestamp: "2026-07-01T18:50:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T18:49:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:50:16Z" name: isvc-sklearn-batcher-predictor.18be3efc7f7cf8e9 namespace: kserve-ci-e2e-test resourceVersion: "15666" uid: 7937a5fc-3665-49df-b2ad-e00a3c43e206 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T18:48:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14835" uid: 66f42b64-23ec-46b2-bd3a-1be5652cb7aa kind: Event lastTimestamp: "2026-07-01T18:50:10Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:50:10Z" name: isvc-sklearn-batcher.18be3ef200bb5e90 namespace: kserve-ci-e2e-test resourceVersion: "15610" uid: 79457723-84f7-4ffa-8abf-2cded0d30823 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:48:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14835" uid: 66f42b64-23ec-46b2-bd3a-1be5652cb7aa kind: Event lastTimestamp: "2026-07-01T18:48:31Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:48:31Z" name: isvc-sklearn-batcher.18be3ef2014c74d8 namespace: kserve-ci-e2e-test resourceVersion: "14868" uid: a73eae8e-0367-46c5-a2c3-c7eff7cda453 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:48:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14835" uid: 66f42b64-23ec-46b2-bd3a-1be5652cb7aa kind: Event lastTimestamp: "2026-07-01T18:48:31Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:48:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:48:31Z" name: isvc-sklearn-batcher.18be3ef2014cd4c4 namespace: kserve-ci-e2e-test resourceVersion: "14869" uid: 9bf80ecf-dcb6-44eb-913f-6372c2c8e013 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:50:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15608" uid: 66f42b64-23ec-46b2-bd3a-1be5652cb7aa kind: Event lastTimestamp: "2026-07-01T18:50:10Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-01T18:50:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:50:10Z" name: isvc-sklearn-batcher.18be3f08fad8ded9 namespace: kserve-ci-e2e-test resourceVersion: "15609" uid: f8071996-4375-4c09-8ebb-f86cfccb58c4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T18:51:52.167571Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-b95c5 namespace: kserve-ci-e2e-test resourceVersion: "16475" uid: 77f4c452-0a23-4e5d-8ac6-d94447733f15 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-b95c5 to ip-10-0-133-57.ec2.internal metadata: creationTimestamp: "2026-07-01T18:51:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T18:51:52Z" name: message-dumper-predictor-6575bcfdfd-b95c5.18be3f20b374ed3e namespace: kserve-ci-e2e-test resourceVersion: "16485" uid: b480ca05-55bd-4ca7-94c5-a75182b6eff1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-66449c56b9-mgx2c source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:52Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-b95c5 namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 77f4c452-0a23-4e5d-8ac6-d94447733f15 kind: Event lastTimestamp: "2026-07-01T18:51:52Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:52Z" name: message-dumper-predictor-6575bcfdfd-b95c5.18be3f20bb552502 namespace: kserve-ci-e2e-test resourceVersion: "16498" uid: 93da443a-f5de-4f61-a244-3783681b6a5a reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:53Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-b95c5 namespace: kserve-ci-e2e-test resourceVersion: "16491" uid: 77f4c452-0a23-4e5d-8ac6-d94447733f15 kind: Event lastTimestamp: "2026-07-01T18:51:53Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T18:51:53Z" name: message-dumper-predictor-6575bcfdfd-b95c5.18be3f20f0996223 namespace: kserve-ci-e2e-test resourceVersion: "16508" uid: b5a9b324-b8dc-4299-8712-578fbdbe5a04 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-b95c5 namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 77f4c452-0a23-4e5d-8ac6-d94447733f15 kind: Event lastTimestamp: "2026-07-01T18:51:53Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-01T18:51:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:53Z" name: message-dumper-predictor-6575bcfdfd-b95c5.18be3f20f1f5f59b namespace: kserve-ci-e2e-test resourceVersion: "16511" uid: c4f50a31-875b-43b0-87a1-c0f84b50a7a6 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-b95c5 namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 77f4c452-0a23-4e5d-8ac6-d94447733f15 kind: Event lastTimestamp: "2026-07-01T18:51:54Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.317s (1.317s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-01T18:51:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:54Z" name: message-dumper-predictor-6575bcfdfd-b95c5.18be3f21407e5f26 namespace: kserve-ci-e2e-test resourceVersion: "16521" uid: f2ec8c25-315e-4167-b327-94748239c374 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-b95c5 namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 77f4c452-0a23-4e5d-8ac6-d94447733f15 kind: Event lastTimestamp: "2026-07-01T18:51:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T18:51:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:54Z" name: message-dumper-predictor-6575bcfdfd-b95c5.18be3f214377ad70 namespace: kserve-ci-e2e-test resourceVersion: "16523" uid: 31fe7bb2-f028-4e86-b9ef-87bf83f189fe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-b95c5 namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 77f4c452-0a23-4e5d-8ac6-d94447733f15 kind: Event lastTimestamp: "2026-07-01T18:51:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T18:51:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:54Z" name: message-dumper-predictor-6575bcfdfd-b95c5.18be3f2143d99bd9 namespace: kserve-ci-e2e-test resourceVersion: "16525" uid: eb674d14-1c43-4a21-bc7c-e06856ab81ac reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-b95c5 namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 77f4c452-0a23-4e5d-8ac6-d94447733f15 kind: Event lastTimestamp: "2026-07-01T18:51:54Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T18:51:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:54Z" name: message-dumper-predictor-6575bcfdfd-b95c5.18be3f2143e3c51d namespace: kserve-ci-e2e-test resourceVersion: "16526" uid: 85a6b002-75da-4578-a8b3-065307d15d42 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-b95c5 namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 77f4c452-0a23-4e5d-8ac6-d94447733f15 kind: Event lastTimestamp: "2026-07-01T18:51:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T18:51:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:54Z" name: message-dumper-predictor-6575bcfdfd-b95c5.18be3f21469352a7 namespace: kserve-ci-e2e-test resourceVersion: "16528" uid: c8e7bf13-a343-4f58-81b4-d4b16f37cc38 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-b95c5 namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 77f4c452-0a23-4e5d-8ac6-d94447733f15 kind: Event lastTimestamp: "2026-07-01T18:51:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:51:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:51:54Z" name: message-dumper-predictor-6575bcfdfd-b95c5.18be3f21470aa651 namespace: kserve-ci-e2e-test resourceVersion: "16529" uid: 8ee9f4ec-de51-46cb-8e30-81aaee6ece66 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-b95c5 namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 77f4c452-0a23-4e5d-8ac6-d94447733f15 kind: Event lastTimestamp: "2026-07-01T18:53:47Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T18:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:47Z" name: message-dumper-predictor-6575bcfdfd-b95c5.18be3f3b97af4a6d namespace: kserve-ci-e2e-test resourceVersion: "17508" uid: 01468f8b-8fcf-47a5-9d97-830043ab5f7d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:53:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-b95c5 namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 77f4c452-0a23-4e5d-8ac6-d94447733f15 kind: Event lastTimestamp: "2026-07-01T18:53:47Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T18:53:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T18:53:47Z" name: message-dumper-predictor-6575bcfdfd-b95c5.18be3f3b97afc97d namespace: kserve-ci-e2e-test resourceVersion: "17509" uid: ce6ab8bd-694c-4620-821b-bb42a552ecfe reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-57.ec2.internal source: component: kubelet host: ip-10-0-133-57.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16453" uid: 6030983b-e5a4-4a0f-8fef-8d45c1cb8f64 kind: Event lastTimestamp: "2026-07-01T18:51:52Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-b95c5' metadata: creationTimestamp: "2026-07-01T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:51:52Z" name: message-dumper-predictor-6575bcfdfd.18be3f20b2c00454 namespace: kserve-ci-e2e-test resourceVersion: "16477" uid: e737ecb9-9096-4074-afb9-12cbbf2ce4f6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16451" uid: 82865cf4-e17f-406b-a807-6b43a77efd8a kind: Event lastTimestamp: "2026-07-01T18:51:52Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-01T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:51:52Z" name: message-dumper-predictor.18be3f20adef3511 namespace: kserve-ci-e2e-test resourceVersion: "16454" uid: 55b76cca-d37d-45b7-bb8f-a0e97a194c67 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:52:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: 647342c4-e78a-4f1a-8f7c-43795db6b7dc kind: Event lastTimestamp: "2026-07-01T18:52:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:52:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:52:22Z" name: message-dumper-predictor.18be3f242cbf25df namespace: kserve-ci-e2e-test resourceVersion: "16815" uid: 67fd7ca8-778d-40ec-b15f-5c533dfc97ce reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:52:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: 647342c4-e78a-4f1a-8f7c-43795db6b7dc kind: Event lastTimestamp: "2026-07-01T18:52:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T18:52:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T18:52:22Z" name: message-dumper-predictor.18be3f242d45cb6e namespace: kserve-ci-e2e-test resourceVersion: "16816" uid: 339d8466-045f-4162-9bf5-386204fef8da reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-01T18:51:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: af5ba204-46d9-4746-bce5-598b280870aa kind: Event lastTimestamp: "2026-07-01T18:52:02Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:52:02Z" name: message-dumper.18be3f20adefeeaa namespace: kserve-ci-e2e-test resourceVersion: "16600" uid: b1d8000a-2bc4-4afa-8eea-3792fb01d428 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T18:51:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16442" uid: af5ba204-46d9-4746-bce5-598b280870aa kind: Event lastTimestamp: "2026-07-01T18:51:52Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:51:52Z" name: message-dumper.18be3f20aed914c5 namespace: kserve-ci-e2e-test resourceVersion: "16494" uid: da368e51-95dc-474a-91ba-31ec0a2cfa93 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:51:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16460" uid: af5ba204-46d9-4746-bce5-598b280870aa kind: Event lastTimestamp: "2026-07-01T18:51:52Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:51:52Z" name: message-dumper.18be3f20b71dc36b namespace: kserve-ci-e2e-test resourceVersion: "16495" uid: 9c609d98-ea9d-44b0-aa5c-387df32d417a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T18:52:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16598" uid: af5ba204-46d9-4746-bce5-598b280870aa kind: Event lastTimestamp: "2026-07-01T18:52:02Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-01T18:52:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T18:52:02Z" name: message-dumper.18be3f2305126875 namespace: kserve-ci-e2e-test resourceVersion: "16599" uid: 117388b0-04aa-41aa-a720-15dc90244d8e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22071"