--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-02T18:55:41.629308Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx namespace: kserve-ci-e2e-test resourceVersion: "21717" uid: 6204689b-9784-48ea-a45f-55ca43a2476e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx to ip-10-0-130-27.ec2.internal metadata: creationTimestamp: "2026-07-02T18:55:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T18:55:41Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx.18be8deab1c00e4b namespace: kserve-ci-e2e-test resourceVersion: "21724" uid: 00fe55f6-7dac-445e-84dc-e9b6684d6eec reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7fcf599697-t29b5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:42Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx namespace: kserve-ci-e2e-test resourceVersion: "21729" uid: 6204689b-9784-48ea-a45f-55ca43a2476e kind: Event lastTimestamp: "2026-07-02T18:55:42Z" message: Add eth0 [10.132.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T18:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T18:55:42Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx.18be8deacb2d4613 namespace: kserve-ci-e2e-test resourceVersion: "21738" uid: d1619134-6ffd-4bb7-a625-119c44c0463f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx namespace: kserve-ci-e2e-test resourceVersion: "21721" uid: 6204689b-9784-48ea-a45f-55ca43a2476e kind: Event lastTimestamp: "2026-07-02T18:55:42Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c3a0bd923919758d63cc7ba0fc3688cc68cf683298686e2223d6e819688e8b6" already present on machine metadata: creationTimestamp: "2026-07-02T18:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:55:42Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx.18be8deacc86348b namespace: kserve-ci-e2e-test resourceVersion: "21740" uid: d26c4551-0e8b-4ca3-b7b8-46b81405c339 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx namespace: kserve-ci-e2e-test resourceVersion: "21721" uid: 6204689b-9784-48ea-a45f-55ca43a2476e kind: Event lastTimestamp: "2026-07-02T18:55:42Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T18:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:55:42Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx.18be8deacf7351be namespace: kserve-ci-e2e-test resourceVersion: "21742" uid: 6dff73dd-7878-4641-aa8e-161b84cd752e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx namespace: kserve-ci-e2e-test resourceVersion: "21721" uid: 6204689b-9784-48ea-a45f-55ca43a2476e kind: Event lastTimestamp: "2026-07-02T18:55:42Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T18:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:55:42Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx.18be8deacfe6a7ea namespace: kserve-ci-e2e-test resourceVersion: "21743" uid: 6bcb4ffb-1b1f-49ae-85cd-cb3e5d9c5348 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx namespace: kserve-ci-e2e-test resourceVersion: "21721" uid: 6204689b-9784-48ea-a45f-55ca43a2476e kind: Event lastTimestamp: "2026-07-02T18:55:46Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T18:55:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:55:46Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx.18be8debebd852b6 namespace: kserve-ci-e2e-test resourceVersion: "21784" uid: 02041940-894f-4897-a0af-ecb807785c9d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx namespace: kserve-ci-e2e-test resourceVersion: "21721" uid: 6204689b-9784-48ea-a45f-55ca43a2476e kind: Event lastTimestamp: "2026-07-02T18:55:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T18:55:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:55:46Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx.18be8debeea7c43e namespace: kserve-ci-e2e-test resourceVersion: "21787" uid: f1208b59-e8dd-48e7-845b-d21e8f919aef reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx namespace: kserve-ci-e2e-test resourceVersion: "21721" uid: 6204689b-9784-48ea-a45f-55ca43a2476e kind: Event lastTimestamp: "2026-07-02T18:55:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T18:55:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:55:46Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx.18be8debef173612 namespace: kserve-ci-e2e-test resourceVersion: "21789" uid: 4e99ea9f-6de4-465d-9e80-1936e59a68bc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx namespace: kserve-ci-e2e-test resourceVersion: "21721" uid: 6204689b-9784-48ea-a45f-55ca43a2476e kind: Event lastTimestamp: "2026-07-02T18:55:46Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T18:55:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:55:46Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx.18be8debef222ce8 namespace: kserve-ci-e2e-test resourceVersion: "21790" uid: 22590e01-8526-4160-a68c-4a5d67bb07b9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx namespace: kserve-ci-e2e-test resourceVersion: "21721" uid: 6204689b-9784-48ea-a45f-55ca43a2476e kind: Event lastTimestamp: "2026-07-02T18:55:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T18:55:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:55:47Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx.18be8debf22cf145 namespace: kserve-ci-e2e-test resourceVersion: "21792" uid: 324f6a9b-dcbb-4368-a810-4435f8ff13a0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx namespace: kserve-ci-e2e-test resourceVersion: "21721" uid: 6204689b-9784-48ea-a45f-55ca43a2476e kind: Event lastTimestamp: "2026-07-02T18:55:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:55:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:55:47Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx.18be8debf2a105df namespace: kserve-ci-e2e-test resourceVersion: "21793" uid: 800b5ee1-7f8e-4e4c-b9da-13adea16fa61 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T18:55:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx namespace: kserve-ci-e2e-test resourceVersion: "21721" uid: 6204689b-9784-48ea-a45f-55ca43a2476e kind: Event lastTimestamp: "2026-07-02T18:55:54Z" message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T18:55:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:55:54Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx.18be8dec63c6f9a6 namespace: kserve-ci-e2e-test resourceVersion: "21852" uid: b6a9b47b-4e7b-43c7-871d-22d0ca68982a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:56:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx namespace: kserve-ci-e2e-test resourceVersion: "21721" uid: 6204689b-9784-48ea-a45f-55ca43a2476e kind: Event lastTimestamp: "2026-07-02T18:56:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T18:56:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:56:11Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx.18be8df1b1688986 namespace: kserve-ci-e2e-test resourceVersion: "21998" uid: 85a43c64-1db4-41cb-b60f-c365888c4709 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:56:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx namespace: kserve-ci-e2e-test resourceVersion: "21721" uid: 6204689b-9784-48ea-a45f-55ca43a2476e kind: Event lastTimestamp: "2026-07-02T18:56:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:56:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:56:11Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx.18be8df1b16904f7 namespace: kserve-ci-e2e-test resourceVersion: "21999" uid: d6ff920c-ffd4-4731-b691-821a901fcd25 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21708" uid: f14a6eb6-f710-41b7-8057-8427f90d5c50 kind: Event lastTimestamp: "2026-07-02T18:55:41Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-pnkxx' metadata: creationTimestamp: "2026-07-02T18:55:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:55:41Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18be8deab14a73e9 namespace: kserve-ci-e2e-test resourceVersion: "21720" uid: 8a5deb22-9236-455a-99d8-63570f460551 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21706" uid: 77f57b57-da98-4694-b6ae-b4ffb9caa071 kind: Event lastTimestamp: "2026-07-02T18:55:41Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-02T18:55:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:55:41Z" name: isvc-autogluon-ts-v1-predictor.18be8deaac56307d namespace: kserve-ci-e2e-test resourceVersion: "21709" uid: 58454b48-b124-4d83-b8e9-91b34cb0e1da reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21707" uid: bbd1cf23-44b6-4b32-abcd-f8d3394258e2 kind: Event lastTimestamp: "2026-07-02T18:55:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:55:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:55:56Z" name: isvc-autogluon-ts-v1-predictor.18be8dee2ad30aab namespace: kserve-ci-e2e-test resourceVersion: "21866" uid: 8e9a72a6-289a-4c03-8137-bc2c278475c2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21707" uid: bbd1cf23-44b6-4b32-abcd-f8d3394258e2 kind: Event lastTimestamp: "2026-07-02T18:55:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:55:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:55:56Z" name: isvc-autogluon-ts-v1-predictor.18be8dee2b3f355c namespace: kserve-ci-e2e-test resourceVersion: "21868" uid: 08b7f8a0-c30a-4b69-a0e1-cc8620592b26 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:56:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21867" uid: bbd1cf23-44b6-4b32-abcd-f8d3394258e2 kind: Event lastTimestamp: "2026-07-02T18:56:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T18:56:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:56:11Z" name: isvc-autogluon-ts-v1-predictor.18be8df1aa3a1775 namespace: kserve-ci-e2e-test resourceVersion: "21980" uid: 60603c9f-c00b-4b40-8ae0-b8b9e703601f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:56:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21867" uid: bbd1cf23-44b6-4b32-abcd-f8d3394258e2 kind: Event lastTimestamp: "2026-07-02T18:56:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T18:56:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:56:11Z" name: isvc-autogluon-ts-v1-predictor.18be8df1aa98f714 namespace: kserve-ci-e2e-test resourceVersion: "21982" uid: 062bc43e-acbc-468c-9b65-8535ce688ca7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T18:55:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21699" uid: b1fba4cb-b8e8-4e6c-8dc2-af0714c738ad kind: Event lastTimestamp: "2026-07-02T18:56:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T18:55:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:56:05Z" name: isvc-autogluon-ts-v1.18be8deaac5dd861 namespace: kserve-ci-e2e-test resourceVersion: "21933" uid: c4167c30-f9f8-45f0-92be-e2186c444426 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:55:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21699" uid: b1fba4cb-b8e8-4e6c-8dc2-af0714c738ad kind: Event lastTimestamp: "2026-07-02T18:55:41Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:55:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:55:41Z" name: isvc-autogluon-ts-v1.18be8deaacdc5a0e namespace: kserve-ci-e2e-test resourceVersion: "21728" uid: 742a88b8-c55e-4188-a03d-20ffd94263a7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:55:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21699" uid: b1fba4cb-b8e8-4e6c-8dc2-af0714c738ad kind: Event lastTimestamp: "2026-07-02T18:55:41Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:55:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:55:41Z" name: isvc-autogluon-ts-v1.18be8deaacdcaa16 namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: e5d6ca9e-e1f1-48f6-9970-97b7dbe95ff4 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:56:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21931" uid: b1fba4cb-b8e8-4e6c-8dc2-af0714c738ad kind: Event lastTimestamp: "2026-07-02T18:56:04Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-02T18:56:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:56:04Z" name: isvc-autogluon-ts-v1.18be8df022757063 namespace: kserve-ci-e2e-test resourceVersion: "21932" uid: 84eff4fd-a145-4874-a6d8-64c66a90894e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T18:46:20.202390Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17488" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 to ip-10-0-130-27.ec2.internal metadata: creationTimestamp: "2026-07-02T18:46:20Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T18:46:20Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d67fa193310 namespace: kserve-ci-e2e-test resourceVersion: "17492" uid: 738ae764-561e-452d-864e-e6fb5eb6691a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7fcf599697-t29b5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:46:20Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17498" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: "2026-07-02T18:46:20Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T18:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T18:46:20Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d68136a144c namespace: kserve-ci-e2e-test resourceVersion: "17504" uid: 3a8a10af-f0ab-4d2d-afb8-b2ca2608a1a4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:46:20Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17490" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: "2026-07-02T18:46:20Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c3a0bd923919758d63cc7ba0fc3688cc68cf683298686e2223d6e819688e8b6" already present on machine metadata: creationTimestamp: "2026-07-02T18:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:46:20Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d6814ccdabe namespace: kserve-ci-e2e-test resourceVersion: "17506" uid: fb7ea87e-a3b0-4ab8-879c-6310fdc095f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:46:20Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17490" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: "2026-07-02T18:46:20Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T18:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:46:20Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d6817765d21 namespace: kserve-ci-e2e-test resourceVersion: "17507" uid: fb188c23-ba9c-44f5-a5ae-4e00ad8f8911 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:46:20Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17490" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: "2026-07-02T18:46:20Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T18:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:46:20Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d6817e79a41 namespace: kserve-ci-e2e-test resourceVersion: "17508" uid: a73f6d60-e179-4be3-b61c-d342e6f2b9c4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:46:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17490" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: "2026-07-02T18:46:50Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-02T18:46:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:46:50Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d6f0e938bee namespace: kserve-ci-e2e-test resourceVersion: "17729" uid: bf1c3090-108f-4f7b-9393-e25538dccd29 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17490" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: "2026-07-02T18:49:05Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m14.845s (2m14.845s including waiting). Image size: 8939170586 bytes.' metadata: creationTimestamp: "2026-07-02T18:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:49:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d8e73fc079f namespace: kserve-ci-e2e-test resourceVersion: "18663" uid: 8ed4d4f6-19da-4b68-8ff6-29e87d120f45 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17490" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: "2026-07-02T18:49:05Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T18:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:49:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d8e79ef19c0 namespace: kserve-ci-e2e-test resourceVersion: "18665" uid: 0b1c5606-a088-4a0e-84e3-f7004ae65cc8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17490" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: "2026-07-02T18:49:05Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T18:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:49:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d8e7b59bea4 namespace: kserve-ci-e2e-test resourceVersion: "18666" uid: 8c1fddbd-312e-46e3-aaea-977a4d6afeb1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17490" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: "2026-07-02T18:49:05Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T18:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:49:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d8e7b667d4c namespace: kserve-ci-e2e-test resourceVersion: "18667" uid: a59f1830-eeea-4200-9670-c1b8a9c7ee24 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17490" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: "2026-07-02T18:49:05Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T18:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:49:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d8e8138e2d6 namespace: kserve-ci-e2e-test resourceVersion: "18669" uid: f4e171a6-8ba7-493c-adbe-3d85daaf53be reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17490" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: "2026-07-02T18:49:05Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:49:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:49:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d8e82861037 namespace: kserve-ci-e2e-test resourceVersion: "18670" uid: 4f46931a-4e4c-4c25-aa67-aae6523d1dcc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T18:49:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17490" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: "2026-07-02T18:49:12Z" message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T18:49:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:49:12Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d8ea2609f86 namespace: kserve-ci-e2e-test resourceVersion: "18718" uid: 5c023059-54fd-49cf-b86c-2047eca64444 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17490" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: "2026-07-02T18:49:30Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T18:49:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:49:30Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d9442789799 namespace: kserve-ci-e2e-test resourceVersion: "18865" uid: 242f6ada-4918-4dc4-8dec-a7f5b6b87cf6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6 namespace: kserve-ci-e2e-test resourceVersion: "17490" uid: 74fc5a63-cf19-4b35-98e6-cba16ebd1db6 kind: Event lastTimestamp: "2026-07-02T18:49:30Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:49:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:49:30Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6.18be8d9442792795 namespace: kserve-ci-e2e-test resourceVersion: "18866" uid: f62a74db-7ebc-43e1-a011-4d08a57e1b25 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:46:20Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17477" uid: cf2489cb-d4a7-4203-ba42-f0f48b09fb71 kind: Event lastTimestamp: "2026-07-02T18:46:20Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-rw6d6' metadata: creationTimestamp: "2026-07-02T18:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:46:20Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18be8d67f989cd3e namespace: kserve-ci-e2e-test resourceVersion: "17489" uid: 8648f8e1-68f6-497a-8706-8052415e9e01 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:46:20Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17475" uid: fbd8050d-c810-4dd1-a2b7-9ad0de230ba2 kind: Event lastTimestamp: "2026-07-02T18:46:20Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-02T18:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:46:20Z" name: isvc-autogluon-v1-predictor.18be8d67f5301a7b namespace: kserve-ci-e2e-test resourceVersion: "17478" uid: edf109d7-8773-4b1f-a8b6-f8eaa89c98d6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T18:46:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17476" uid: ef96c53e-b604-4d99-9df4-63e70e39a7c1 kind: Event lastTimestamp: "2026-07-02T18:49:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:46:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:49:20Z" name: isvc-autogluon-v1-predictor.18be8d6b74165276 namespace: kserve-ci-e2e-test resourceVersion: "18773" uid: 6f26adcd-fcf1-4110-90fa-9acf344b2b41 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T18:46:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17476" uid: ef96c53e-b604-4d99-9df4-63e70e39a7c1 kind: Event lastTimestamp: "2026-07-02T18:49:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:46:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:49:20Z" name: isvc-autogluon-v1-predictor.18be8d6b7488da6a namespace: kserve-ci-e2e-test resourceVersion: "18774" uid: 09e844ea-bfe4-442d-a114-e802c3acc27c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T18:46:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17468" uid: 3082ef91-799a-469c-8767-0141f8dfc43e kind: Event lastTimestamp: "2026-07-02T18:49:22Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T18:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:49:22Z" name: isvc-autogluon-v1.18be8d67f542d778 namespace: kserve-ci-e2e-test resourceVersion: "18797" uid: aa539452-f2af-48a5-8516-2a4ac20b9f91 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:46:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17468" uid: 3082ef91-799a-469c-8767-0141f8dfc43e kind: Event lastTimestamp: "2026-07-02T18:46:20Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:46:20Z" name: isvc-autogluon-v1.18be8d67f5ac555e namespace: kserve-ci-e2e-test resourceVersion: "17497" uid: 0dc1810f-18b6-4d51-bf1f-ec8e872d56e2 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:46:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17468" uid: 3082ef91-799a-469c-8767-0141f8dfc43e kind: Event lastTimestamp: "2026-07-02T18:46:20Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:46:20Z" name: isvc-autogluon-v1.18be8d67f5ac9891 namespace: kserve-ci-e2e-test resourceVersion: "17499" uid: 5d113fdc-f81a-4907-97c3-c069bcedab2f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:22Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18795" uid: 3082ef91-799a-469c-8767-0141f8dfc43e kind: Event lastTimestamp: "2026-07-02T18:49:22Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-02T18:49:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:49:22Z" name: isvc-autogluon-v1.18be8d9261593e68 namespace: kserve-ci-e2e-test resourceVersion: "18796" uid: 0c032bd0-88d6-47ed-9a3a-761f6c66934f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T18:53:56.328313Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77 namespace: kserve-ci-e2e-test resourceVersion: "20906" uid: 37b3938d-cc1f-4d6e-ab0f-2edc17d5e835 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77 to ip-10-0-130-27.ec2.internal metadata: creationTimestamp: "2026-07-02T18:53:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T18:53:56Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77.18be8dd22d5274c2 namespace: kserve-ci-e2e-test resourceVersion: "20910" uid: 0c366904-7552-4e32-98ef-4c772352a521 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7fcf599697-t29b5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:53:56Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77 namespace: kserve-ci-e2e-test resourceVersion: "20915" uid: 37b3938d-cc1f-4d6e-ab0f-2edc17d5e835 kind: Event lastTimestamp: "2026-07-02T18:53:56Z" message: Add eth0 [10.132.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T18:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T18:53:56Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77.18be8dd24720a355 namespace: kserve-ci-e2e-test resourceVersion: "20925" uid: c1a73f83-bc86-4914-9c6b-a3883a328e42 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77 namespace: kserve-ci-e2e-test resourceVersion: "20908" uid: 37b3938d-cc1f-4d6e-ab0f-2edc17d5e835 kind: Event lastTimestamp: "2026-07-02T18:53:56Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c3a0bd923919758d63cc7ba0fc3688cc68cf683298686e2223d6e819688e8b6" already present on machine metadata: creationTimestamp: "2026-07-02T18:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:53:56Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77.18be8dd248797650 namespace: kserve-ci-e2e-test resourceVersion: "20928" uid: 3cc001fd-bd44-44e3-b5a0-f5cf6e273714 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77 namespace: kserve-ci-e2e-test resourceVersion: "20908" uid: 37b3938d-cc1f-4d6e-ab0f-2edc17d5e835 kind: Event lastTimestamp: "2026-07-02T18:53:56Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T18:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:53:56Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77.18be8dd24bdda34a namespace: kserve-ci-e2e-test resourceVersion: "20930" uid: 8ab113fc-3d44-483e-a222-eafcce91fe64 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:53:56Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77 namespace: kserve-ci-e2e-test resourceVersion: "20908" uid: 37b3938d-cc1f-4d6e-ab0f-2edc17d5e835 kind: Event lastTimestamp: "2026-07-02T18:53:56Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T18:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:53:56Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77.18be8dd24c516dfc namespace: kserve-ci-e2e-test resourceVersion: "20931" uid: 9b5ef2b0-6e99-4fb9-aeb8-8c1764940192 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:54:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77 namespace: kserve-ci-e2e-test resourceVersion: "20908" uid: 37b3938d-cc1f-4d6e-ab0f-2edc17d5e835 kind: Event lastTimestamp: "2026-07-02T18:54:01Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T18:54:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:54:01Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77.18be8dd35f311f28 namespace: kserve-ci-e2e-test resourceVersion: "20968" uid: 2c2b48a4-f765-4bf9-85d8-decba580021a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:54:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77 namespace: kserve-ci-e2e-test resourceVersion: "20908" uid: 37b3938d-cc1f-4d6e-ab0f-2edc17d5e835 kind: Event lastTimestamp: "2026-07-02T18:54:01Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T18:54:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:54:01Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77.18be8dd3623de80b namespace: kserve-ci-e2e-test resourceVersion: "20973" uid: 511cd900-d098-47bd-b51a-50eed827e0ef reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:54:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77 namespace: kserve-ci-e2e-test resourceVersion: "20908" uid: 37b3938d-cc1f-4d6e-ab0f-2edc17d5e835 kind: Event lastTimestamp: "2026-07-02T18:54:01Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T18:54:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:54:01Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77.18be8dd362b0d613 namespace: kserve-ci-e2e-test resourceVersion: "20974" uid: f19a3027-93da-4a26-8e03-049373d96a92 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:54:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77 namespace: kserve-ci-e2e-test resourceVersion: "20908" uid: 37b3938d-cc1f-4d6e-ab0f-2edc17d5e835 kind: Event lastTimestamp: "2026-07-02T18:54:01Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T18:54:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:54:01Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77.18be8dd362bc29c1 namespace: kserve-ci-e2e-test resourceVersion: "20975" uid: eab22f11-82b2-4296-9d94-0f9f8ca937a1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:54:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77 namespace: kserve-ci-e2e-test resourceVersion: "20908" uid: 37b3938d-cc1f-4d6e-ab0f-2edc17d5e835 kind: Event lastTimestamp: "2026-07-02T18:54:01Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T18:54:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:54:01Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77.18be8dd3660736ab namespace: kserve-ci-e2e-test resourceVersion: "20977" uid: 5d2dfe71-886a-44c3-9b1b-9159001fc599 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:54:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77 namespace: kserve-ci-e2e-test resourceVersion: "20908" uid: 37b3938d-cc1f-4d6e-ab0f-2edc17d5e835 kind: Event lastTimestamp: "2026-07-02T18:54:01Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:54:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:54:01Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77.18be8dd366859a95 namespace: kserve-ci-e2e-test resourceVersion: "20978" uid: 54f6de6f-4a1e-491c-b9e0-53c88387a361 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77 namespace: kserve-ci-e2e-test resourceVersion: "20908" uid: 37b3938d-cc1f-4d6e-ab0f-2edc17d5e835 kind: Event lastTimestamp: "2026-07-02T18:55:36Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T18:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:55:36Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77.18be8de994f0b0b1 namespace: kserve-ci-e2e-test resourceVersion: "21660" uid: 07dda488-2425-4a25-91ea-e9cd163fac71 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77 namespace: kserve-ci-e2e-test resourceVersion: "20908" uid: 37b3938d-cc1f-4d6e-ab0f-2edc17d5e835 kind: Event lastTimestamp: "2026-07-02T18:55:36Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:55:36Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77.18be8de994f1ef1a namespace: kserve-ci-e2e-test resourceVersion: "21661" uid: b895a8ee-b2a3-41be-bcae-cafecabf2964 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:53:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "20895" uid: e665abb7-8ee5-4dfa-abb8-d486b65aa9bc kind: Event lastTimestamp: "2026-07-02T18:53:56Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zmq77' metadata: creationTimestamp: "2026-07-02T18:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:53:56Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18be8dd22ce867b1 namespace: kserve-ci-e2e-test resourceVersion: "20907" uid: 97358fc2-cc5e-4c8d-8b40-f8af853fd505 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:53:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20892" uid: 7c90512e-d657-427c-b98e-f4123f8aec06 kind: Event lastTimestamp: "2026-07-02T18:53:56Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-02T18:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:53:56Z" name: isvc-autogluon-v2-noslash-predictor.18be8dd228bc3116 namespace: kserve-ci-e2e-test resourceVersion: "20896" uid: f83e3bba-9030-4d6c-8bdb-75ca83e35ce4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:54:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20894" uid: ccf31039-22c3-48a4-b12d-c04f49e4d3d8 kind: Event lastTimestamp: "2026-07-02T18:54:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:54:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:54:41Z" name: isvc-autogluon-v2-noslash-predictor.18be8dd5a780f5d9 namespace: kserve-ci-e2e-test resourceVersion: "21251" uid: 1519e734-eeb5-4c80-ad4b-f73215e210a3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:54:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20894" uid: ccf31039-22c3-48a4-b12d-c04f49e4d3d8 kind: Event lastTimestamp: "2026-07-02T18:54:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:54:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:54:41Z" name: isvc-autogluon-v2-noslash-predictor.18be8dd5a7de9090 namespace: kserve-ci-e2e-test resourceVersion: "21252" uid: 6c74639a-f23a-4d05-97cf-3bba130d2909 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:54:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21045" uid: ccf31039-22c3-48a4-b12d-c04f49e4d3d8 kind: Event lastTimestamp: "2026-07-02T18:55:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T18:54:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:55:26Z" name: isvc-autogluon-v2-noslash-predictor.18be8dd92690e2a1 namespace: kserve-ci-e2e-test resourceVersion: "21563" uid: f5a1c8dd-1fb4-4692-856f-475e1266aaac reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:54:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21045" uid: ccf31039-22c3-48a4-b12d-c04f49e4d3d8 kind: Event lastTimestamp: "2026-07-02T18:55:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T18:54:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:55:26Z" name: isvc-autogluon-v2-noslash-predictor.18be8dd926f26d23 namespace: kserve-ci-e2e-test resourceVersion: "21564" uid: b3522487-9c48-410e-ad4d-62c4b345ff7a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T18:53:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20885" uid: 9430774d-7f05-4034-aef6-c6e9dab17cbf kind: Event lastTimestamp: "2026-07-02T18:55:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T18:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:55:35Z" name: isvc-autogluon-v2-noslash.18be8dd228cdab4b namespace: kserve-ci-e2e-test resourceVersion: "21633" uid: 2aaa0db3-ccac-4b6a-82e5-ed74b7ab70a2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:53:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20885" uid: 9430774d-7f05-4034-aef6-c6e9dab17cbf kind: Event lastTimestamp: "2026-07-02T18:53:56Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:53:56Z" name: isvc-autogluon-v2-noslash.18be8dd2295ee84a namespace: kserve-ci-e2e-test resourceVersion: "20916" uid: 5e90bd3f-ad06-45a5-bc67-9b7f38704f78 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:53:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20885" uid: 9430774d-7f05-4034-aef6-c6e9dab17cbf kind: Event lastTimestamp: "2026-07-02T18:53:56Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:53:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:53:56Z" name: isvc-autogluon-v2-noslash.18be8dd2295f4abc namespace: kserve-ci-e2e-test resourceVersion: "20917" uid: d30aceff-a6bc-4074-a275-ccc5da358dc9 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:55:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21631" uid: 9430774d-7f05-4034-aef6-c6e9dab17cbf kind: Event lastTimestamp: "2026-07-02T18:55:35Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-02T18:55:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:55:35Z" name: isvc-autogluon-v2-noslash.18be8de93571e462 namespace: kserve-ci-e2e-test resourceVersion: "21632" uid: 6a4d592d-25ef-4373-90cf-2832be7d0499 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T18:49:35.706956Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-nlv7z namespace: kserve-ci-e2e-test resourceVersion: "18929" uid: 867f90ed-50a1-4bd0-91a5-d3a7bc618bf0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-nlv7z to ip-10-0-130-27.ec2.internal metadata: creationTimestamp: "2026-07-02T18:49:35Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T18:49:35Z" name: isvc-autogluon-v2-predictor-67b849d456-nlv7z.18be8d957f141bc9 namespace: kserve-ci-e2e-test resourceVersion: "18933" uid: 1c27e06c-bbf3-4c7c-bfb3-f5d0374577bd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7fcf599697-t29b5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:35Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-nlv7z namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: 867f90ed-50a1-4bd0-91a5-d3a7bc618bf0 kind: Event lastTimestamp: "2026-07-02T18:49:35Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-02T18:49:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:49:35Z" name: isvc-autogluon-v2-predictor-67b849d456-nlv7z.18be8d958e15f97d namespace: kserve-ci-e2e-test resourceVersion: "18943" uid: 652e8a03-1e4c-42d5-bd4d-3b84ab48a278 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:36Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-nlv7z namespace: kserve-ci-e2e-test resourceVersion: "18940" uid: 867f90ed-50a1-4bd0-91a5-d3a7bc618bf0 kind: Event lastTimestamp: "2026-07-02T18:49:36Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T18:49:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T18:49:36Z" name: isvc-autogluon-v2-predictor-67b849d456-nlv7z.18be8d95bf71a3d5 namespace: kserve-ci-e2e-test resourceVersion: "18953" uid: f80ba1eb-556a-4189-a271-a1fbf8a1bcdc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-nlv7z namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: 867f90ed-50a1-4bd0-91a5-d3a7bc618bf0 kind: Event lastTimestamp: "2026-07-02T18:49:36Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c3a0bd923919758d63cc7ba0fc3688cc68cf683298686e2223d6e819688e8b6" already present on machine metadata: creationTimestamp: "2026-07-02T18:49:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:49:36Z" name: isvc-autogluon-v2-predictor-67b849d456-nlv7z.18be8d95c0e28422 namespace: kserve-ci-e2e-test resourceVersion: "18956" uid: 576e13e5-ef55-42d4-8d07-1908120b1f77 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-nlv7z namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: 867f90ed-50a1-4bd0-91a5-d3a7bc618bf0 kind: Event lastTimestamp: "2026-07-02T18:49:36Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T18:49:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:49:36Z" name: isvc-autogluon-v2-predictor-67b849d456-nlv7z.18be8d95c6bbe177 namespace: kserve-ci-e2e-test resourceVersion: "18957" uid: eb2ef237-7e97-4ca8-b7a2-d2a78b586717 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:36Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-nlv7z namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: 867f90ed-50a1-4bd0-91a5-d3a7bc618bf0 kind: Event lastTimestamp: "2026-07-02T18:49:36Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T18:49:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:49:36Z" name: isvc-autogluon-v2-predictor-67b849d456-nlv7z.18be8d95c828e745 namespace: kserve-ci-e2e-test resourceVersion: "18958" uid: fc648d71-861c-40f9-b1a6-6c5de95b754e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:50:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-nlv7z namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: 867f90ed-50a1-4bd0-91a5-d3a7bc618bf0 kind: Event lastTimestamp: "2026-07-02T18:50:07Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T18:50:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:50:07Z" name: isvc-autogluon-v2-predictor-67b849d456-nlv7z.18be8d9ce5b27d42 namespace: kserve-ci-e2e-test resourceVersion: "19176" uid: 4904c0d1-8785-4d69-8027-39e04102aa38 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:50:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-nlv7z namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: 867f90ed-50a1-4bd0-91a5-d3a7bc618bf0 kind: Event lastTimestamp: "2026-07-02T18:50:07Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T18:50:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:50:07Z" name: isvc-autogluon-v2-predictor-67b849d456-nlv7z.18be8d9ce8c1df8c namespace: kserve-ci-e2e-test resourceVersion: "19181" uid: d8674931-bce7-4eb2-9b99-a25ab6dc2757 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:50:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-nlv7z namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: 867f90ed-50a1-4bd0-91a5-d3a7bc618bf0 kind: Event lastTimestamp: "2026-07-02T18:50:07Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T18:50:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:50:07Z" name: isvc-autogluon-v2-predictor-67b849d456-nlv7z.18be8d9ce97e3c73 namespace: kserve-ci-e2e-test resourceVersion: "19182" uid: f90bc167-c735-452a-b864-6b1e47893d80 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:50:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-nlv7z namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: 867f90ed-50a1-4bd0-91a5-d3a7bc618bf0 kind: Event lastTimestamp: "2026-07-02T18:50:07Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T18:50:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:50:07Z" name: isvc-autogluon-v2-predictor-67b849d456-nlv7z.18be8d9ce98d2254 namespace: kserve-ci-e2e-test resourceVersion: "19183" uid: be8c0a97-7dec-48c6-b098-8f02100ad3d7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:50:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-nlv7z namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: 867f90ed-50a1-4bd0-91a5-d3a7bc618bf0 kind: Event lastTimestamp: "2026-07-02T18:50:07Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T18:50:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:50:07Z" name: isvc-autogluon-v2-predictor-67b849d456-nlv7z.18be8d9cece61a64 namespace: kserve-ci-e2e-test resourceVersion: "19186" uid: 19a4de2c-4c62-495c-aa8e-4a50c5da1e2f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:50:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-nlv7z namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: 867f90ed-50a1-4bd0-91a5-d3a7bc618bf0 kind: Event lastTimestamp: "2026-07-02T18:50:07Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:50:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:50:07Z" name: isvc-autogluon-v2-predictor-67b849d456-nlv7z.18be8d9ced5a403f namespace: kserve-ci-e2e-test resourceVersion: "19187" uid: 8044356a-7a8f-42db-a48e-ddeecb3d691b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:51:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-nlv7z namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: 867f90ed-50a1-4bd0-91a5-d3a7bc618bf0 kind: Event lastTimestamp: "2026-07-02T18:51:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T18:51:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:51:45Z" name: isvc-autogluon-v2-predictor-67b849d456-nlv7z.18be8db3cc705071 namespace: kserve-ci-e2e-test resourceVersion: "19882" uid: 0cbed1aa-a966-44a0-ae1e-379bb546f17a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:51:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-nlv7z namespace: kserve-ci-e2e-test resourceVersion: "18931" uid: 867f90ed-50a1-4bd0-91a5-d3a7bc618bf0 kind: Event lastTimestamp: "2026-07-02T18:51:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:51:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:51:45Z" name: isvc-autogluon-v2-predictor-67b849d456-nlv7z.18be8db3cc70d183 namespace: kserve-ci-e2e-test resourceVersion: "19883" uid: c24c2172-cb38-438c-9f24-1f006ac14825 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:35Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "18919" uid: 1f7b0163-fe75-4cb0-afee-b9def0fee2d9 kind: Event lastTimestamp: "2026-07-02T18:49:35Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-nlv7z' metadata: creationTimestamp: "2026-07-02T18:49:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:49:35Z" name: isvc-autogluon-v2-predictor-67b849d456.18be8d957ea71a0b namespace: kserve-ci-e2e-test resourceVersion: "18930" uid: d0f75208-33dd-4cd7-835e-3b952f09d0a3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:49:35Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18917" uid: e8840786-6902-4ec9-bdfb-0cacd0240c38 kind: Event lastTimestamp: "2026-07-02T18:49:35Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-02T18:49:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:49:35Z" name: isvc-autogluon-v2-predictor.18be8d957a82d4d6 namespace: kserve-ci-e2e-test resourceVersion: "18920" uid: 58f9b4cd-48c6-4a10-b056-8e19b95aa7de reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:49:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18918" uid: ce22f923-0c7f-4ddd-adc3-b026ee2e6440 kind: Event lastTimestamp: "2026-07-02T18:50:35Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:49:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:50:35Z" name: isvc-autogluon-v2-predictor.18be8d98f955440d namespace: kserve-ci-e2e-test resourceVersion: "19382" uid: 6f4ac532-571a-4b38-ac8b-b0acb87e2eed reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:49:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18918" uid: ce22f923-0c7f-4ddd-adc3-b026ee2e6440 kind: Event lastTimestamp: "2026-07-02T18:50:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:49:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:50:35Z" name: isvc-autogluon-v2-predictor.18be8d98f9b44e0a namespace: kserve-ci-e2e-test resourceVersion: "19383" uid: 5868a0ca-76ea-466d-b122-10ffe1ef9314 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:50:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19058" uid: ce22f923-0c7f-4ddd-adc3-b026ee2e6440 kind: Event lastTimestamp: "2026-07-02T18:51:35Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T18:50:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:51:35Z" name: isvc-autogluon-v2-predictor.18be8da6f5b00c4a namespace: kserve-ci-e2e-test resourceVersion: "19790" uid: 6a68ac8c-41d7-4c16-b4a2-e515b8074c35 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:50:50Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19058" uid: ce22f923-0c7f-4ddd-adc3-b026ee2e6440 kind: Event lastTimestamp: "2026-07-02T18:51:35Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T18:50:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:51:35Z" name: isvc-autogluon-v2-predictor.18be8da6f61084c5 namespace: kserve-ci-e2e-test resourceVersion: "19791" uid: 27766f2f-9335-4574-bcb4-ad50023e9f8c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-02T18:51:51.022782Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk namespace: kserve-ci-e2e-test resourceVersion: "19945" uid: 25ea193a-a512-4625-86f5-ef0041ea2852 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk to ip-10-0-130-27.ec2.internal metadata: creationTimestamp: "2026-07-02T18:51:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T18:51:51Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk.18be8db50087c163 namespace: kserve-ci-e2e-test resourceVersion: "19949" uid: 3de630b2-e9c2-4e13-b5a7-78a802361df0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7fcf599697-t29b5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:51:51Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 25ea193a-a512-4625-86f5-ef0041ea2852 kind: Event lastTimestamp: "2026-07-02T18:51:51Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-02T18:51:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:51:51Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk.18be8db50a643faf namespace: kserve-ci-e2e-test resourceVersion: "19958" uid: 6ae3bdef-c24d-48ad-956b-a1af64929f53 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:51:52Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk namespace: kserve-ci-e2e-test resourceVersion: "19954" uid: 25ea193a-a512-4625-86f5-ef0041ea2852 kind: Event lastTimestamp: "2026-07-02T18:51:52Z" message: Add eth0 [10.132.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T18:51:52Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk.18be8db53dab64ce namespace: kserve-ci-e2e-test resourceVersion: "19970" uid: 65f20e1a-90ed-4683-9937-592c4d793b1d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:51:52Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 25ea193a-a512-4625-86f5-ef0041ea2852 kind: Event lastTimestamp: "2026-07-02T18:51:52Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c3a0bd923919758d63cc7ba0fc3688cc68cf683298686e2223d6e819688e8b6" already present on machine metadata: creationTimestamp: "2026-07-02T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:51:52Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk.18be8db53f1855aa namespace: kserve-ci-e2e-test resourceVersion: "19972" uid: 69772531-d915-4575-ae87-07a39fee605a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:51:52Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 25ea193a-a512-4625-86f5-ef0041ea2852 kind: Event lastTimestamp: "2026-07-02T18:51:52Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:51:52Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk.18be8db541850747 namespace: kserve-ci-e2e-test resourceVersion: "19974" uid: 104ca8d8-ae60-4e69-9f6a-1d159533e8e9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:51:52Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 25ea193a-a512-4625-86f5-ef0041ea2852 kind: Event lastTimestamp: "2026-07-02T18:51:52Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T18:51:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:51:52Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk.18be8db542171735 namespace: kserve-ci-e2e-test resourceVersion: "19975" uid: a7a35e6d-1e6d-49c6-bb2f-ba16d147abfb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 25ea193a-a512-4625-86f5-ef0041ea2852 kind: Event lastTimestamp: "2026-07-02T18:52:13Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:52:13Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk.18be8dba1f8c1462 namespace: kserve-ci-e2e-test resourceVersion: "20123" uid: 793f2e68-b389-4aa8-986e-eb0bc87934ae reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 25ea193a-a512-4625-86f5-ef0041ea2852 kind: Event lastTimestamp: "2026-07-02T18:52:13Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:52:13Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk.18be8dba22b6c66a namespace: kserve-ci-e2e-test resourceVersion: "20125" uid: e026cc0b-4746-467d-b246-ae3bc91777ce reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 25ea193a-a512-4625-86f5-ef0041ea2852 kind: Event lastTimestamp: "2026-07-02T18:52:13Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:52:13Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk.18be8dba23227585 namespace: kserve-ci-e2e-test resourceVersion: "20128" uid: e1190831-8a01-4ba3-9144-8f3b3e3946da reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 25ea193a-a512-4625-86f5-ef0041ea2852 kind: Event lastTimestamp: "2026-07-02T18:52:13Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:52:13Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk.18be8dba232cf613 namespace: kserve-ci-e2e-test resourceVersion: "20129" uid: 21e7a566-55cb-4bb0-8881-264fa1fc0aaa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 25ea193a-a512-4625-86f5-ef0041ea2852 kind: Event lastTimestamp: "2026-07-02T18:52:13Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:52:13Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk.18be8dba25efdd80 namespace: kserve-ci-e2e-test resourceVersion: "20131" uid: cc7e54ce-c2a8-4275-ba31-f570e28e47e2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:52:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 25ea193a-a512-4625-86f5-ef0041ea2852 kind: Event lastTimestamp: "2026-07-02T18:52:13Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:52:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:52:13Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk.18be8dba265ebe56 namespace: kserve-ci-e2e-test resourceVersion: "20132" uid: 3016741c-13fc-4b68-acad-fa6f7b1397be reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:53:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 25ea193a-a512-4625-86f5-ef0041ea2852 kind: Event lastTimestamp: "2026-07-02T18:53:51Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T18:53:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:53:51Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk.18be8dd0fa0276b1 namespace: kserve-ci-e2e-test resourceVersion: "20841" uid: 05389a77-c151-481e-a3da-5af544ce4381 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:53:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk namespace: kserve-ci-e2e-test resourceVersion: "19947" uid: 25ea193a-a512-4625-86f5-ef0041ea2852 kind: Event lastTimestamp: "2026-07-02T18:53:51Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:53:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:53:51Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk.18be8dd0fa02fc51 namespace: kserve-ci-e2e-test resourceVersion: "20842" uid: 96ad9751-49f5-4bfb-8ce7-0ca2d6cc86aa reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:51:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "19936" uid: f281266f-bd0a-4cd3-bbc4-0602d390ca75 kind: Event lastTimestamp: "2026-07-02T18:51:51Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-rfrdk' metadata: creationTimestamp: "2026-07-02T18:51:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:51:51Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18be8db50021656c namespace: kserve-ci-e2e-test resourceVersion: "19946" uid: bdc82bc0-0ee2-45c8-a802-702ad41eaa14 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:51:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: 176cbf7d-e9b9-49cc-9862-a53f4e69de1b kind: Event lastTimestamp: "2026-07-02T18:51:50Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-02T18:51:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:51:50Z" name: isvc-autogluon-v2-variants-predictor.18be8db4fc074e6d namespace: kserve-ci-e2e-test resourceVersion: "19937" uid: b2cebf72-d0c4-4d23-ad28-2694f710befe reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T18:52:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19935" uid: 685236d7-107b-4d4d-998c-2e80397807f2 kind: Event lastTimestamp: "2026-07-02T18:52:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:52:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:52:51Z" name: isvc-autogluon-v2-variants-predictor.18be8db87ada5436 namespace: kserve-ci-e2e-test resourceVersion: "20400" uid: e78b6f52-c16b-4531-9515-b3eeed91a0d2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T18:52:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19935" uid: 685236d7-107b-4d4d-998c-2e80397807f2 kind: Event lastTimestamp: "2026-07-02T18:52:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:52:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:52:51Z" name: isvc-autogluon-v2-variants-predictor.18be8db87b313945 namespace: kserve-ci-e2e-test resourceVersion: "20401" uid: 9d8dee7f-fc4f-439a-82b7-7bb232887208 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-02T18:52:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20075" uid: 685236d7-107b-4d4d-998c-2e80397807f2 kind: Event lastTimestamp: "2026-07-02T18:53:51Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T18:52:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:53:51Z" name: isvc-autogluon-v2-variants-predictor.18be8dbf78fafe82 namespace: kserve-ci-e2e-test resourceVersion: "20825" uid: a0238ed0-ebb6-4e13-98e0-15a9df6ec658 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-02T18:52:35Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20075" uid: 685236d7-107b-4d4d-998c-2e80397807f2 kind: Event lastTimestamp: "2026-07-02T18:53:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T18:52:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:53:51Z" name: isvc-autogluon-v2-variants-predictor.18be8dbf795878cb namespace: kserve-ci-e2e-test resourceVersion: "20827" uid: fe648669-24bd-4df6-9a0c-0c18629d1aba reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T18:51:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19927" uid: 5c32e953-e4bc-4dcf-904b-7e5ffc78bad4 kind: Event lastTimestamp: "2026-07-02T18:53:48Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T18:51:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:53:48Z" name: isvc-autogluon-v2-variants.18be8db4fc0da6d7 namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 6c079d3f-fd67-4c3a-808c-812957f17e73 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:51:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19927" uid: 5c32e953-e4bc-4dcf-904b-7e5ffc78bad4 kind: Event lastTimestamp: "2026-07-02T18:51:50Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:51:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:51:50Z" name: isvc-autogluon-v2-variants.18be8db4fc9fff42 namespace: kserve-ci-e2e-test resourceVersion: "19940" uid: ab7210d5-b950-45cf-b9a0-5f2f1d41bf36 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:51:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19927" uid: 5c32e953-e4bc-4dcf-904b-7e5ffc78bad4 kind: Event lastTimestamp: "2026-07-02T18:51:50Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:51:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:51:50Z" name: isvc-autogluon-v2-variants.18be8db4fca0504c namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: d3828879-327a-41e3-9eda-f0553f2ba487 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:53:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20798" uid: 5c32e953-e4bc-4dcf-904b-7e5ffc78bad4 kind: Event lastTimestamp: "2026-07-02T18:53:48Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-02T18:53:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:53:48Z" name: isvc-autogluon-v2-variants.18be8dd04b46ec95 namespace: kserve-ci-e2e-test resourceVersion: "20799" uid: 23bfcaa6-ac99-4c5c-bc0e-607d00910a3f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T18:49:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18909" uid: 7d97cdbf-fc8b-41f0-a6bd-80223e190f13 kind: Event lastTimestamp: "2026-07-02T18:51:43Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T18:49:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:51:43Z" name: isvc-autogluon-v2.18be8d957a898065 namespace: kserve-ci-e2e-test resourceVersion: "19850" uid: d1659c2a-b155-4870-8f45-631d46631209 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:49:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18909" uid: 7d97cdbf-fc8b-41f0-a6bd-80223e190f13 kind: Event lastTimestamp: "2026-07-02T18:49:35Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:49:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:49:35Z" name: isvc-autogluon-v2.18be8d957b123624 namespace: kserve-ci-e2e-test resourceVersion: "18938" uid: c4775068-f932-43ed-be18-cd6eb10175a6 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:49:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18909" uid: 7d97cdbf-fc8b-41f0-a6bd-80223e190f13 kind: Event lastTimestamp: "2026-07-02T18:49:35Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:49:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:49:35Z" name: isvc-autogluon-v2.18be8d957b1274aa namespace: kserve-ci-e2e-test resourceVersion: "18939" uid: 2a54f1c9-1bbe-40e5-bc70-26ac3d928398 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:51:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19847" uid: 7d97cdbf-fc8b-41f0-a6bd-80223e190f13 kind: Event lastTimestamp: "2026-07-02T18:51:43Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-02T18:51:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:51:43Z" name: isvc-autogluon-v2.18be8db330d4b0c5 namespace: kserve-ci-e2e-test resourceVersion: "19848" uid: 5660c290-0ccd-48ed-a948-f4814c6d1c8d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T18:44:34.913508Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16620" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6697b4c4cc-vn7wz to ip-10-0-130-27.ec2.internal metadata: creationTimestamp: "2026-07-02T18:44:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T18:44:34Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d4f76645e2b namespace: kserve-ci-e2e-test resourceVersion: "16624" uid: 2c3413b7-5ba9-4737-97a3-c0496e0911f7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7fcf599697-t29b5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:35Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16628" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:44:35Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T18:44:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T18:44:35Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d4f9021109e namespace: kserve-ci-e2e-test resourceVersion: "16638" uid: f30b9e6f-3df5-4983-bc8a-84fd76e27620 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:44:35Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c3a0bd923919758d63cc7ba0fc3688cc68cf683298686e2223d6e819688e8b6" already present on machine metadata: creationTimestamp: "2026-07-02T18:44:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:35Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d4f91e34f07 namespace: kserve-ci-e2e-test resourceVersion: "16640" uid: e764c2dd-4e5c-470a-a0d6-688531131fed reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:44:35Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T18:44:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:35Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d4f9488a518 namespace: kserve-ci-e2e-test resourceVersion: "16641" uid: ba43e495-280f-440b-9c0d-7cd5e2b8a425 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:44:35Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T18:44:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:35Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d4f94fbae34 namespace: kserve-ci-e2e-test resourceVersion: "16642" uid: fcc7c97e-0159-4283-a1dd-dbcedd7c91d8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:44:39Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698" already present on machine metadata: creationTimestamp: "2026-07-02T18:44:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:39Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d506a64d18f namespace: kserve-ci-e2e-test resourceVersion: "16669" uid: e0544acc-9244-4199-82d1-36995964a5d5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:44:39Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T18:44:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:39Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d506d534be0 namespace: kserve-ci-e2e-test resourceVersion: "16672" uid: 591cb584-5bc8-4805-84e1-b401540b0b8a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:44:39Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T18:44:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:39Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d506dc20634 namespace: kserve-ci-e2e-test resourceVersion: "16673" uid: 06d66a52-9500-4923-a687-e771f10cfa9e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:44:39Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T18:44:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:39Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d506dcc80f5 namespace: kserve-ci-e2e-test resourceVersion: "16676" uid: b7629fe8-53ab-42ea-be23-3aed1a453f42 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:44:39Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T18:44:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:39Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d50708bf3d2 namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: e3ba7d4e-c0b5-4aee-8514-c4918fbbcd83 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:44:39Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:44:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:39Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d5070f7b950 namespace: kserve-ci-e2e-test resourceVersion: "16679" uid: bb408198-3636-4bd4-b010-3b89a77cc112 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:44:39Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:7c1fd5c1c6ab977991770de100531f218fe3effadbe2604722c3ee9703e09b45" already present on machine metadata: creationTimestamp: "2026-07-02T18:44:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:39Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d507101c69d namespace: kserve-ci-e2e-test resourceVersion: "16680" uid: 3b0c958d-709d-494a-885f-f4fd0798ed2c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:44:39Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-02T18:44:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:39Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d5073f9a552 namespace: kserve-ci-e2e-test resourceVersion: "16683" uid: 166e678c-dc7e-4f9c-80e5-4b85f5398c60 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:44:39Z" message: Started container agent metadata: creationTimestamp: "2026-07-02T18:44:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:39Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d50746b383b namespace: kserve-ci-e2e-test resourceVersion: "16684" uid: c8455bdb-c05d-4cda-acff-6b51ffa64144 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T18:44:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:46:26Z" message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T18:44:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:46:26Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d50a67df297 namespace: kserve-ci-e2e-test resourceVersion: "17552" uid: 1797bd90-907e-4036-80e5-121fb53f7624 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-02T18:44:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:46:16Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-02T18:44:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:46:16Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d50a687edac namespace: kserve-ci-e2e-test resourceVersion: "17438" uid: 86d682b3-5f8b-43af-99fc-5a080b2800e9 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:46:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:46:10Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T18:46:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:46:10Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d65a3ec2a8d namespace: kserve-ci-e2e-test resourceVersion: "17370" uid: 17696101-1f0f-48b1-b7cb-158f2e245625 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:46:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:46:10Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-02T18:46:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:46:10Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d65a3ecb65f namespace: kserve-ci-e2e-test resourceVersion: "17371" uid: 68ce89b2-c111-4fb6-8729-5d3b37a1b155 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:46:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:46:10Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:46:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:46:10Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d65a3ed1db0 namespace: kserve-ci-e2e-test resourceVersion: "17372" uid: 9f359a9b-7a47-4adb-96b6-654ba7cb38ce reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:46:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-6697b4c4cc-vn7wz namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 1c1a5de8-ba6f-4af0-bdae-1ce0ed67354c kind: Event lastTimestamp: "2026-07-02T18:46:26Z" message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp 10.132.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-02T18:46:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:46:26Z" name: isvc-logger-predictor-6697b4c4cc-vn7wz.18be8d65d6ce5585 namespace: kserve-ci-e2e-test resourceVersion: "17551" uid: 9993f880-e02c-4c49-a9e9-e2b2e8a6403a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-6697b4c4cc namespace: kserve-ci-e2e-test resourceVersion: "16609" uid: 7fce7dff-fab6-4afd-89f8-528edf3a5d4b kind: Event lastTimestamp: "2026-07-02T18:44:34Z" message: 'Created pod: isvc-logger-predictor-6697b4c4cc-vn7wz' metadata: creationTimestamp: "2026-07-02T18:44:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:44:34Z" name: isvc-logger-predictor-6697b4c4cc.18be8d4f75ff1fba namespace: kserve-ci-e2e-test resourceVersion: "16621" uid: 77901e6c-4077-4bb9-9edd-8befb45dbebd reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16607" uid: b6f8ef06-d2ef-401e-97f8-f4eb5622c996 kind: Event lastTimestamp: "2026-07-02T18:44:34Z" message: Scaled up replica set isvc-logger-predictor-6697b4c4cc from 0 to 1 metadata: creationTimestamp: "2026-07-02T18:44:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:44:34Z" name: isvc-logger-predictor.18be8d4f729a16a6 namespace: kserve-ci-e2e-test resourceVersion: "16611" uid: e45250f5-a154-4981-bafd-868f3fd54d37 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:44:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: 4e888a18-843a-4a85-bf91-f9fe0a97858b kind: Event lastTimestamp: "2026-07-02T18:45:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:44:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:45:04Z" name: isvc-logger-predictor.18be8d52f1107bac namespace: kserve-ci-e2e-test resourceVersion: "16879" uid: 10eaf287-72af-44e9-a5db-75a85f40ab53 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:44:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16608" uid: 4e888a18-843a-4a85-bf91-f9fe0a97858b kind: Event lastTimestamp: "2026-07-02T18:45:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:44:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:45:04Z" name: isvc-logger-predictor.18be8d52f17481d9 namespace: kserve-ci-e2e-test resourceVersion: "16880" uid: 942e88d4-8c52-43b7-9b1a-af7cc0da16c5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:45:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16771" uid: 4e888a18-843a-4a85-bf91-f9fe0a97858b kind: Event lastTimestamp: "2026-07-02T18:46:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T18:45:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:46:04Z" name: isvc-logger-predictor.18be8d59eeda6260 namespace: kserve-ci-e2e-test resourceVersion: "17315" uid: 5015fe46-3fee-47b9-9106-7e19b9b1f9a8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:45:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16771" uid: 4e888a18-843a-4a85-bf91-f9fe0a97858b kind: Event lastTimestamp: "2026-07-02T18:46:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T18:45:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:46:04Z" name: isvc-logger-predictor.18be8d59ef3bbdc3 namespace: kserve-ci-e2e-test resourceVersion: "17316" uid: 0368c993-689e-4a35-b31c-3e122f007c2a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T18:44:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16599" uid: d999ee4b-5dae-4cdf-bdc2-16ee2e344e5e kind: Event lastTimestamp: "2026-07-02T18:45:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T18:44:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:45:56Z" name: isvc-logger.18be8d4f729e0f7b namespace: kserve-ci-e2e-test resourceVersion: "17251" uid: 67cd8e2b-4c51-4057-8471-8252d537d076 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16599" uid: d999ee4b-5dae-4cdf-bdc2-16ee2e344e5e kind: Event lastTimestamp: "2026-07-02T18:44:34Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:44:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:44:34Z" name: isvc-logger.18be8d4f733af3b1 namespace: kserve-ci-e2e-test resourceVersion: "16615" uid: 3dc41404-f430-4188-8d0d-7e00ad37d853 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:45:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17249" uid: d999ee4b-5dae-4cdf-bdc2-16ee2e344e5e kind: Event lastTimestamp: "2026-07-02T18:45:56Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-02T18:45:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:45:56Z" name: isvc-logger.18be8d625f1cf7a8 namespace: kserve-ci-e2e-test resourceVersion: "17250" uid: a3ca627e-2fb6-4043-a526-9eff8e0e6b3a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T18:42:39.754033Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15617" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c to ip-10-0-130-27.ec2.internal metadata: creationTimestamp: "2026-07-02T18:42:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T18:42:39Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d34a65a3e95 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: fc17d0d7-8acb-472c-b980-1bd8cd172532 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7fcf599697-t29b5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:40Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15633" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:42:40Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T18:42:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T18:42:40Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d34c08524af namespace: kserve-ci-e2e-test resourceVersion: "15641" uid: 961c9231-1a70-432b-a997-42cf1681d7e8 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:42:40Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c3a0bd923919758d63cc7ba0fc3688cc68cf683298686e2223d6e819688e8b6" already present on machine metadata: creationTimestamp: "2026-07-02T18:42:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:40Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d34c1f5ae51 namespace: kserve-ci-e2e-test resourceVersion: "15643" uid: 4d3035c1-b4bc-4274-a98d-98084869ef67 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:42:40Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T18:42:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:40Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d34c47f9d14 namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 3089c8cf-85f7-4902-ba37-63cb22c70a0f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:42:40Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T18:42:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:40Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d34c4e08522 namespace: kserve-ci-e2e-test resourceVersion: "15645" uid: 200f2d45-7085-40f7-bda7-fe9d38a92b15 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:42:44Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698" already present on machine metadata: creationTimestamp: "2026-07-02T18:42:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:44Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d35c280a803 namespace: kserve-ci-e2e-test resourceVersion: "15684" uid: 9adc56e0-9d5d-4fbc-b77e-97cbc2318378 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:42:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T18:42:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:44Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d35c580412e namespace: kserve-ci-e2e-test resourceVersion: "15686" uid: 07ec6cc4-ae65-4628-91f1-1d30261af937 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:42:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T18:42:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:44Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d35c5de66af namespace: kserve-ci-e2e-test resourceVersion: "15689" uid: 79b78f88-8abf-44bd-959d-0df1ce72058d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:42:44Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T18:42:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:44Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d35c5e94318 namespace: kserve-ci-e2e-test resourceVersion: "15690" uid: b417a58d-c606-4e7c-8770-41a8599502be reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:42:44Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T18:42:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:44Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d35c8fe4c96 namespace: kserve-ci-e2e-test resourceVersion: "15693" uid: f3528f9d-f0c7-4b9e-8ef2-6263c8794c25 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:42:44Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:42:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:44Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d35c95e7884 namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: 81251315-f15b-4c7e-86d2-3666f68e0849 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:42:44Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:7c1fd5c1c6ab977991770de100531f218fe3effadbe2604722c3ee9703e09b45" already present on machine metadata: creationTimestamp: "2026-07-02T18:42:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:44Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d35c9683fbb namespace: kserve-ci-e2e-test resourceVersion: "15695" uid: 88c0851c-f1c2-466b-840d-4c0ed08caca7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:42:44Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-02T18:42:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:44Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d35cc87821a namespace: kserve-ci-e2e-test resourceVersion: "15696" uid: a74b130d-0a9a-4ac5-9e0f-f77c41ce6961 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:42:44Z" message: Started container agent metadata: creationTimestamp: "2026-07-02T18:42:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:44Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d35cce981fe namespace: kserve-ci-e2e-test resourceVersion: "15697" uid: 525eaad6-eddf-49ce-a0c1-e39c72b5cec3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T18:42:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:44:22Z" message: 'Readiness probe failed: dial tcp 10.132.0.27:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-02T18:42:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:22Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d35fe9218ee namespace: kserve-ci-e2e-test resourceVersion: "16494" uid: 233f4c1a-3897-410f-8984-1a4914020b26 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-02T18:42:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:44:22Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-02T18:42:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:22Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d363a744196 namespace: kserve-ci-e2e-test resourceVersion: "16495" uid: 2f035a46-4ce9-4ee4-95d9-426f0d1b7675 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:44:14Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T18:44:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:14Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d4acb0f0665 namespace: kserve-ci-e2e-test resourceVersion: "16413" uid: 8f35975d-309f-4101-9ad0-8bd33fdb4303 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:44:14Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-02T18:44:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:14Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d4acb0fffdf namespace: kserve-ci-e2e-test resourceVersion: "16418" uid: a229610e-9afe-47d2-b3ce-3e8a03de8d62 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:44:14Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:44:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:14Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d4acb100e63 namespace: kserve-ci-e2e-test resourceVersion: "16414" uid: 03a6a54c-b30f-49d1-91dc-942b991fb239 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:44:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c namespace: kserve-ci-e2e-test resourceVersion: "15618" uid: f90f810b-1431-4c99-ba3b-8ef625368aa8 kind: Event lastTimestamp: "2026-07-02T18:44:32Z" message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp 10.132.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-02T18:44:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:32Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c.18be8d4b6ab0a367 namespace: kserve-ci-e2e-test resourceVersion: "16580" uid: 1c658b7b-a05a-46cc-9a63-49bc16e25228 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-7779c66d45 namespace: kserve-ci-e2e-test resourceVersion: "15589" uid: 68bb7e2b-c208-415d-9b6f-231f5dccf752 kind: Event lastTimestamp: "2026-07-02T18:42:39Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7779c66d45-phf9c' metadata: creationTimestamp: "2026-07-02T18:42:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:42:39Z" name: isvc-sklearn-batcher-custom-predictor-7779c66d45.18be8d34a5ea11f6 namespace: kserve-ci-e2e-test resourceVersion: "15619" uid: ed875eef-5e9a-49e3-bedc-336f9f74fd27 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:39Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15587" uid: 6e827899-3222-412e-880b-d8afca961a07 kind: Event lastTimestamp: "2026-07-02T18:42:39Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7779c66d45 from 0 to 1 metadata: creationTimestamp: "2026-07-02T18:42:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:42:39Z" name: isvc-sklearn-batcher-custom-predictor.18be8d349d3e35fd namespace: kserve-ci-e2e-test resourceVersion: "15590" uid: 9fa13f60-3a4f-4f01-94ce-16216e144778 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:42:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15588" uid: 1c2a4559-cb73-4193-9b6e-25aee1ca10fa kind: Event lastTimestamp: "2026-07-02T18:43:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:42:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:43:24Z" name: isvc-sklearn-batcher-custom-predictor.18be8d381b90e56f namespace: kserve-ci-e2e-test resourceVersion: "16003" uid: c5fb4e3b-d3ca-4db4-a791-529877774b63 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:42:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15588" uid: 1c2a4559-cb73-4193-9b6e-25aee1ca10fa kind: Event lastTimestamp: "2026-07-02T18:43:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:42:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:43:24Z" name: isvc-sklearn-batcher-custom-predictor.18be8d381bf136e7 namespace: kserve-ci-e2e-test resourceVersion: "16004" uid: 676181d5-e9f0-4a78-8667-354bf1a7f9f0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:43:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15780" uid: 1c2a4559-cb73-4193-9b6e-25aee1ca10fa kind: Event lastTimestamp: "2026-07-02T18:44:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T18:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:44:09Z" name: isvc-sklearn-batcher-custom-predictor.18be8d3b9af743a6 namespace: kserve-ci-e2e-test resourceVersion: "16334" uid: c33723e8-3514-48e5-bd8c-fc3436fe0fa9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:43:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15780" uid: 1c2a4559-cb73-4193-9b6e-25aee1ca10fa kind: Event lastTimestamp: "2026-07-02T18:44:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T18:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:44:09Z" name: isvc-sklearn-batcher-custom-predictor.18be8d3b9b534acf namespace: kserve-ci-e2e-test resourceVersion: "16335" uid: 35a3006e-8dde-42c0-a62e-34d81d953e8b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-02T18:42:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15578" uid: e5c0db25-f403-47ea-bc16-e82dfb0e2297 kind: Event lastTimestamp: "2026-07-02T18:44:02Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T18:42:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:44:02Z" name: isvc-sklearn-batcher-custom.18be8d349d6b7662 namespace: kserve-ci-e2e-test resourceVersion: "16282" uid: 76a5f01c-de37-4788-817b-0d82a788f526 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15578" uid: e5c0db25-f403-47ea-bc16-e82dfb0e2297 kind: Event lastTimestamp: "2026-07-02T18:42:39Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:42:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:42:39Z" name: isvc-sklearn-batcher-custom.18be8d349e06b0ed namespace: kserve-ci-e2e-test resourceVersion: "15595" uid: 4a182fee-cf07-4bd8-b6b0-d1c03973a47f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16280" uid: e5c0db25-f403-47ea-bc16-e82dfb0e2297 kind: Event lastTimestamp: "2026-07-02T18:44:02Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-02T18:44:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:44:02Z" name: isvc-sklearn-batcher-custom.18be8d47f3423209 namespace: kserve-ci-e2e-test resourceVersion: "16281" uid: c19ec5da-f2c2-4b0d-9836-6bd86bc2c719 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T18:40:54.559005Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14775" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-656ff6f494-vfss6 to ip-10-0-130-27.ec2.internal metadata: creationTimestamp: "2026-07-02T18:40:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T18:40:54Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d1c283d7746 namespace: kserve-ci-e2e-test resourceVersion: "14779" uid: 1c7b9301-1b2d-4a25-84aa-6106a9634509 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7fcf599697-t29b5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:40:54Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14785" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:40:54Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T18:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T18:40:54Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d1c41abe754 namespace: kserve-ci-e2e-test resourceVersion: "14794" uid: 954bc80c-189c-4c8d-a9e6-0495ec43403f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:40:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:40:55Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c3a0bd923919758d63cc7ba0fc3688cc68cf683298686e2223d6e819688e8b6" already present on machine metadata: creationTimestamp: "2026-07-02T18:40:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:40:55Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d1c4315cbef namespace: kserve-ci-e2e-test resourceVersion: "14796" uid: df780f8b-206b-4ce5-941d-93fa57ba25e1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:40:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:40:55Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T18:40:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:40:55Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d1c460b17f0 namespace: kserve-ci-e2e-test resourceVersion: "14797" uid: 13e0f11b-5ff0-40a6-872d-e9d419f23dda reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:40:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:40:55Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T18:40:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:40:55Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d1c467b4c0b namespace: kserve-ci-e2e-test resourceVersion: "14798" uid: 4cd4d10a-673f-4655-875d-55f35a86d7a4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:40:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:40:59Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698" metadata: creationTimestamp: "2026-07-02T18:40:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:40:59Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d1d3444e608 namespace: kserve-ci-e2e-test resourceVersion: "14833" uid: ad9963a8-a5c9-4afd-aab1-090da410f832 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:41:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:41:12Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698" in 13.564s (13.564s including waiting). Image size: 1555871138 bytes.' metadata: creationTimestamp: "2026-07-02T18:41:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:41:12Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d205ccdf7f2 namespace: kserve-ci-e2e-test resourceVersion: "14928" uid: 22b85317-1310-403d-9fe9-444d71981588 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:41:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:41:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T18:41:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:41:12Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d2060359ada namespace: kserve-ci-e2e-test resourceVersion: "14930" uid: 1149ebcc-ebbd-475e-b1da-28323921aff6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:41:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:41:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T18:41:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:41:12Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d2060a6c9ae namespace: kserve-ci-e2e-test resourceVersion: "14931" uid: c6688cd5-c907-4c70-842e-1fb5125524ea reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:41:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:41:12Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-02T18:41:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:41:12Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d2060b38881 namespace: kserve-ci-e2e-test resourceVersion: "14932" uid: ad777cfe-9b80-4f39-bb7e-4e3c224e3f80 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:41:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:41:15Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.487s (2.487s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-02T18:41:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:41:15Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d20f4fb49f2 namespace: kserve-ci-e2e-test resourceVersion: "14948" uid: 55a343d8-320a-432b-afb4-1735aa247c6e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:41:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:41:15Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T18:41:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:41:15Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d20f7cec294 namespace: kserve-ci-e2e-test resourceVersion: "14951" uid: 797db0f2-c401-4aad-b05e-a35996cfc60a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:41:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:41:15Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:41:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:41:15Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d20f83da6d0 namespace: kserve-ci-e2e-test resourceVersion: "14953" uid: 731bef44-f409-4e71-8cf0-1372b6016ac1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:41:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:41:15Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:7c1fd5c1c6ab977991770de100531f218fe3effadbe2604722c3ee9703e09b45" metadata: creationTimestamp: "2026-07-02T18:41:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:41:15Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d20f84a2b16 namespace: kserve-ci-e2e-test resourceVersion: "14954" uid: 9912830c-280b-4d33-8275-18e8e4089333 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:41:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:41:18Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:7c1fd5c1c6ab977991770de100531f218fe3effadbe2604722c3ee9703e09b45" in 2.928s (2.928s including waiting). Image size: 239997016 bytes.' metadata: creationTimestamp: "2026-07-02T18:41:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:41:18Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d21a6d1dd43 namespace: kserve-ci-e2e-test resourceVersion: "14977" uid: 6ab1681c-9e08-4bec-9fae-0989b3f24a01 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:41:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:41:18Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-02T18:41:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:41:18Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d21aac46a36 namespace: kserve-ci-e2e-test resourceVersion: "14978" uid: 08a46421-9086-4fdd-8ab1-d4b213253d1a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:41:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:41:18Z" message: Started container agent metadata: creationTimestamp: "2026-07-02T18:41:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:41:18Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d21ab476f4f namespace: kserve-ci-e2e-test resourceVersion: "14980" uid: 5f40439a-473f-4680-9832-4959f602b192 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T18:41:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:42:59Z" message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T18:41:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:59Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d221f147840 namespace: kserve-ci-e2e-test resourceVersion: "15812" uid: b0ce5f0b-67eb-4533-91ad-55d1c2f64bff reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-02T18:41:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:42:49Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-02T18:41:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:49Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d221f1f19e1 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: a601715e-5d91-4618-b01a-4913d22b7cd3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:42:39Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T18:42:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:39Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d34a71aef9d namespace: kserve-ci-e2e-test resourceVersion: "15628" uid: da891143-ee6a-449e-8fea-5674522850a6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:42:39Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-02T18:42:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:39Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d34a71b9816 namespace: kserve-ci-e2e-test resourceVersion: "15630" uid: 8910c416-defd-4f7a-bdec-22e343cf518d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:42:39Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:42:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:39Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d34a71bbfa4 namespace: kserve-ci-e2e-test resourceVersion: "15632" uid: 6d03e1e9-fcb6-4230-b0c2-b8f922608c3e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:42:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6 namespace: kserve-ci-e2e-test resourceVersion: "14777" uid: b3ed8ca5-6e78-46ff-8805-d9ff748f5a38 kind: Event lastTimestamp: "2026-07-02T18:42:55Z" message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp 10.132.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-02T18:42:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:42:55Z" name: isvc-sklearn-batcher-predictor-656ff6f494-vfss6.18be8d34bf6abdb5 namespace: kserve-ci-e2e-test resourceVersion: "15785" uid: 7723a572-5e5e-43c4-8f15-a6a860ccf95a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:40:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-656ff6f494 namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 76f61433-d248-494e-b937-d09a85467806 kind: Event lastTimestamp: "2026-07-02T18:40:54Z" message: 'Created pod: isvc-sklearn-batcher-predictor-656ff6f494-vfss6' metadata: creationTimestamp: "2026-07-02T18:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:40:54Z" name: isvc-sklearn-batcher-predictor-656ff6f494.18be8d1c27daed2d namespace: kserve-ci-e2e-test resourceVersion: "14776" uid: 8ac0e784-bc77-48ea-8df6-f722e872fa01 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:40:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14762" uid: 5ec91e6d-c9e5-430e-b506-78104134e2f0 kind: Event lastTimestamp: "2026-07-02T18:40:54Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-656ff6f494 from 0 to 1 metadata: creationTimestamp: "2026-07-02T18:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:40:54Z" name: isvc-sklearn-batcher-predictor.18be8d1c1fe399f7 namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: ca99eab6-8350-4b59-b97c-983cdf875df5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T18:41:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14771" uid: ad006371-af18-4f57-baf0-b700a10e5879 kind: Event lastTimestamp: "2026-07-02T18:41:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:41:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:41:54Z" name: isvc-sklearn-batcher-predictor.18be8d1fa545e8de namespace: kserve-ci-e2e-test resourceVersion: "15255" uid: b1cfa234-028d-4afa-8801-084f5e4c4b77 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T18:41:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14771" uid: ad006371-af18-4f57-baf0-b700a10e5879 kind: Event lastTimestamp: "2026-07-02T18:41:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:41:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:41:54Z" name: isvc-sklearn-batcher-predictor.18be8d1fa5a8b38b namespace: kserve-ci-e2e-test resourceVersion: "15256" uid: bd370d2a-a1f8-4b33-841d-4647b9fc8cb8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:41:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14906" uid: ad006371-af18-4f57-baf0-b700a10e5879 kind: Event lastTimestamp: "2026-07-02T18:42:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T18:41:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:42:39Z" name: isvc-sklearn-batcher-predictor.18be8d26a3f02194 namespace: kserve-ci-e2e-test resourceVersion: "15599" uid: de37f2fa-3a99-4a2c-b328-85675cc006cf reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T18:41:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14906" uid: ad006371-af18-4f57-baf0-b700a10e5879 kind: Event lastTimestamp: "2026-07-02T18:42:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T18:41:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:42:39Z" name: isvc-sklearn-batcher-predictor.18be8d26a454e5d6 namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 35aa6ea7-7c16-40e1-aeb9-3af03fd52c37 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T18:40:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14754" uid: b7483f84-d92a-45e3-b8fd-c4961ab98f58 kind: Event lastTimestamp: "2026-07-02T18:42:29Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T18:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:42:29Z" name: isvc-sklearn-batcher.18be8d1c26200190 namespace: kserve-ci-e2e-test resourceVersion: "15507" uid: 2dfcf329-578c-42d1-a74a-73bd1c537c39 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:40:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14754" uid: b7483f84-d92a-45e3-b8fd-c4961ab98f58 kind: Event lastTimestamp: "2026-07-02T18:40:54Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:40:54Z" name: isvc-sklearn-batcher.18be8d1c26643de4 namespace: kserve-ci-e2e-test resourceVersion: "14773" uid: 8e9dd0cc-a7af-44fe-9dd8-0e38a9c95ebc reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:40:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14754" uid: b7483f84-d92a-45e3-b8fd-c4961ab98f58 kind: Event lastTimestamp: "2026-07-02T18:40:54Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:40:54Z" name: isvc-sklearn-batcher.18be8d1c266482ed namespace: kserve-ci-e2e-test resourceVersion: "14774" uid: f96536d4-85c5-4d2c-861c-71c001ff2417 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:42:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15505" uid: b7483f84-d92a-45e3-b8fd-c4961ab98f58 kind: Event lastTimestamp: "2026-07-02T18:42:29Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-02T18:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:42:29Z" name: isvc-sklearn-batcher.18be8d32338344c8 namespace: kserve-ci-e2e-test resourceVersion: "15506" uid: 31d8cbc3-5180-4a9a-81be-737153c0f800 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T18:44:14.842734Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-nrsj8 namespace: kserve-ci-e2e-test resourceVersion: "16399" uid: 0a03d050-1bae-4721-a607-4ed603b09f4f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-nrsj8 to ip-10-0-130-27.ec2.internal metadata: creationTimestamp: "2026-07-02T18:44:14Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T18:44:14Z" name: message-dumper-predictor-6575bcfdfd-nrsj8.18be8d4aca149a27 namespace: kserve-ci-e2e-test resourceVersion: "16406" uid: 8c8fed35-6b65-468c-b33d-9cba72d337dc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7fcf599697-t29b5 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:15Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-nrsj8 namespace: kserve-ci-e2e-test resourceVersion: "16417" uid: 0a03d050-1bae-4721-a607-4ed603b09f4f kind: Event lastTimestamp: "2026-07-02T18:44:15Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T18:44:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T18:44:15Z" name: message-dumper-predictor-6575bcfdfd-nrsj8.18be8d4ae3b376d6 namespace: kserve-ci-e2e-test resourceVersion: "16428" uid: 6ddd1540-0216-4be3-8313-7015338af369 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-nrsj8 namespace: kserve-ci-e2e-test resourceVersion: "16402" uid: 0a03d050-1bae-4721-a607-4ed603b09f4f kind: Event lastTimestamp: "2026-07-02T18:44:15Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-02T18:44:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:15Z" name: message-dumper-predictor-6575bcfdfd-nrsj8.18be8d4ae4f46123 namespace: kserve-ci-e2e-test resourceVersion: "16430" uid: bdf3f08c-ad2f-4e5f-9ec9-f44b8ddc95d2 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-nrsj8 namespace: kserve-ci-e2e-test resourceVersion: "16402" uid: 0a03d050-1bae-4721-a607-4ed603b09f4f kind: Event lastTimestamp: "2026-07-02T18:44:16Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.356s (1.356s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-02T18:44:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:16Z" name: message-dumper-predictor-6575bcfdfd-nrsj8.18be8d4b35ca343d namespace: kserve-ci-e2e-test resourceVersion: "16443" uid: 5784e3eb-6261-4173-903d-c2af80583a3b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-nrsj8 namespace: kserve-ci-e2e-test resourceVersion: "16402" uid: 0a03d050-1bae-4721-a607-4ed603b09f4f kind: Event lastTimestamp: "2026-07-02T18:44:16Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T18:44:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:16Z" name: message-dumper-predictor-6575bcfdfd-nrsj8.18be8d4b38b2cfe5 namespace: kserve-ci-e2e-test resourceVersion: "16444" uid: da060c18-a7fd-4ad0-a7f8-24747c33df3c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-nrsj8 namespace: kserve-ci-e2e-test resourceVersion: "16402" uid: 0a03d050-1bae-4721-a607-4ed603b09f4f kind: Event lastTimestamp: "2026-07-02T18:44:16Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T18:44:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:16Z" name: message-dumper-predictor-6575bcfdfd-nrsj8.18be8d4b391bc2cb namespace: kserve-ci-e2e-test resourceVersion: "16445" uid: bb6006df-132e-465d-9b57-5a3f0f073587 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-nrsj8 namespace: kserve-ci-e2e-test resourceVersion: "16402" uid: 0a03d050-1bae-4721-a607-4ed603b09f4f kind: Event lastTimestamp: "2026-07-02T18:44:16Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T18:44:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:16Z" name: message-dumper-predictor-6575bcfdfd-nrsj8.18be8d4b39256c24 namespace: kserve-ci-e2e-test resourceVersion: "16446" uid: 96209edd-6582-4359-95c4-70992ca31503 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-nrsj8 namespace: kserve-ci-e2e-test resourceVersion: "16402" uid: 0a03d050-1bae-4721-a607-4ed603b09f4f kind: Event lastTimestamp: "2026-07-02T18:44:16Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T18:44:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:16Z" name: message-dumper-predictor-6575bcfdfd-nrsj8.18be8d4b3bf6f187 namespace: kserve-ci-e2e-test resourceVersion: "16447" uid: f2d820a0-4ec5-499e-bfa6-6874de683f72 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-nrsj8 namespace: kserve-ci-e2e-test resourceVersion: "16402" uid: 0a03d050-1bae-4721-a607-4ed603b09f4f kind: Event lastTimestamp: "2026-07-02T18:44:16Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:44:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:44:16Z" name: message-dumper-predictor-6575bcfdfd-nrsj8.18be8d4b3c608d12 namespace: kserve-ci-e2e-test resourceVersion: "16448" uid: 46d7423e-ed26-449f-aa17-d93afb5cef1a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:46:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-nrsj8 namespace: kserve-ci-e2e-test resourceVersion: "16402" uid: 0a03d050-1bae-4721-a607-4ed603b09f4f kind: Event lastTimestamp: "2026-07-02T18:46:10Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T18:46:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:46:10Z" name: message-dumper-predictor-6575bcfdfd-nrsj8.18be8d65a71ddb79 namespace: kserve-ci-e2e-test resourceVersion: "17387" uid: 26f6a412-1825-44f9-bbec-b89e628d734a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:46:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-nrsj8 namespace: kserve-ci-e2e-test resourceVersion: "16402" uid: 0a03d050-1bae-4721-a607-4ed603b09f4f kind: Event lastTimestamp: "2026-07-02T18:46:10Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T18:46:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T18:46:10Z" name: message-dumper-predictor-6575bcfdfd-nrsj8.18be8d65a71e670b namespace: kserve-ci-e2e-test resourceVersion: "17388" uid: 1a38c036-5b26-4e82-bc03-9cb09180ff16 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-27.ec2.internal source: component: kubelet host: ip-10-0-130-27.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:14Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16380" uid: a2b01aa2-cfeb-4243-9fa7-a62149ee30e5 kind: Event lastTimestamp: "2026-07-02T18:44:14Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-nrsj8' metadata: creationTimestamp: "2026-07-02T18:44:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:44:14Z" name: message-dumper-predictor-6575bcfdfd.18be8d4ac9ae9936 namespace: kserve-ci-e2e-test resourceVersion: "16403" uid: 9f2c6838-6934-4a9a-9399-4dcb76384f71 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:14Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16378" uid: 7b95300a-fa08-4cef-9705-dda849d46a6c kind: Event lastTimestamp: "2026-07-02T18:44:14Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-02T18:44:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:44:14Z" name: message-dumper-predictor.18be8d4ac68b138d namespace: kserve-ci-e2e-test resourceVersion: "16381" uid: c1050169-a831-43f6-acc4-be61d7f17588 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:44:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: a7f74298-8c65-48c1-9787-97a931de2730 kind: Event lastTimestamp: "2026-07-02T18:44:44Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:44:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:44:44Z" name: message-dumper-predictor.18be8d4e44fb0f03 namespace: kserve-ci-e2e-test resourceVersion: "16732" uid: b6135fc9-f420-43f7-ae3e-3c193bce6e26 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T18:44:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: a7f74298-8c65-48c1-9787-97a931de2730 kind: Event lastTimestamp: "2026-07-02T18:44:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T18:44:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T18:44:44Z" name: message-dumper-predictor.18be8d4e45391405 namespace: kserve-ci-e2e-test resourceVersion: "16733" uid: 7e071ef8-1e66-4bcc-9c05-59770e9f3fa5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-02T18:44:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16370" uid: 6d3055ba-f14c-4b40-989a-252064a8615e kind: Event lastTimestamp: "2026-07-02T18:44:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T18:44:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:44:25Z" name: message-dumper.18be8d4ac6a2320b namespace: kserve-ci-e2e-test resourceVersion: "16522" uid: f0777b0c-0831-4570-9afe-aa1712a2565b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16370" uid: 6d3055ba-f14c-4b40-989a-252064a8615e kind: Event lastTimestamp: "2026-07-02T18:44:14Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T18:44:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:44:14Z" name: message-dumper.18be8d4ac7043709 namespace: kserve-ci-e2e-test resourceVersion: "16384" uid: 5f78fc26-ead3-4a6f-8d1c-28a11660883b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T18:44:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16519" uid: 6d3055ba-f14c-4b40-989a-252064a8615e kind: Event lastTimestamp: "2026-07-02T18:44:25Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-02T18:44:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T18:44:25Z" name: message-dumper.18be8d4d2784101d namespace: kserve-ci-e2e-test resourceVersion: "16520" uid: 8d7f80eb-1781-482c-b954-f7a8f812ecc1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22239"