--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-02T13:05:27.054162Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc namespace: kserve-ci-e2e-test resourceVersion: "21976" uid: 243651c4-4b41-4814-8e89-c85de903be78 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc to ip-10-0-143-149.ec2.internal metadata: creationTimestamp: "2026-07-02T13:05:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T13:05:27Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc.18be7acddb76c519 namespace: kserve-ci-e2e-test resourceVersion: "21980" uid: 4ff0a93f-a669-4023-afe1-e01d4626bb51 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c79bc96b4-lrxqx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:27Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc namespace: kserve-ci-e2e-test resourceVersion: "21987" uid: 243651c4-4b41-4814-8e89-c85de903be78 kind: Event lastTimestamp: "2026-07-02T13:05:27Z" message: Add eth0 [10.132.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T13:05:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T13:05:27Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc.18be7acdf563843d namespace: kserve-ci-e2e-test resourceVersion: "21995" uid: ca10f4ab-0954-4eed-aca6-45c99b9ac9e1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc namespace: kserve-ci-e2e-test resourceVersion: "21978" uid: 243651c4-4b41-4814-8e89-c85de903be78 kind: Event lastTimestamp: "2026-07-02T13:05:27Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ad817336055c6da6bf66cacbd06b857caf8adb146e60422365f2b38a3444569b" already present on machine metadata: creationTimestamp: "2026-07-02T13:05:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:05:27Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc.18be7acdf6e29cfc namespace: kserve-ci-e2e-test resourceVersion: "21997" uid: 7e4f8c17-a29b-4863-94c2-0be20dcf7771 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc namespace: kserve-ci-e2e-test resourceVersion: "21978" uid: 243651c4-4b41-4814-8e89-c85de903be78 kind: Event lastTimestamp: "2026-07-02T13:05:27Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T13:05:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:05:27Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc.18be7acdf9d17b7d namespace: kserve-ci-e2e-test resourceVersion: "21998" uid: c0ea5320-c201-40e2-9994-1d85a8291d4e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc namespace: kserve-ci-e2e-test resourceVersion: "21978" uid: 243651c4-4b41-4814-8e89-c85de903be78 kind: Event lastTimestamp: "2026-07-02T13:05:27Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T13:05:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:05:27Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc.18be7acdfa433f6d namespace: kserve-ci-e2e-test resourceVersion: "21999" uid: 7138b10c-c07b-466f-9c36-fcd363ee885a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc namespace: kserve-ci-e2e-test resourceVersion: "21978" uid: 243651c4-4b41-4814-8e89-c85de903be78 kind: Event lastTimestamp: "2026-07-02T13:05:37Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T13:05:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:05:37Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc.18be7ad052b9ddfd namespace: kserve-ci-e2e-test resourceVersion: "22073" uid: 90f81c64-5433-45cb-b4b4-c4e90df160c9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc namespace: kserve-ci-e2e-test resourceVersion: "21978" uid: 243651c4-4b41-4814-8e89-c85de903be78 kind: Event lastTimestamp: "2026-07-02T13:05:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T13:05:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:05:37Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc.18be7ad055effcd7 namespace: kserve-ci-e2e-test resourceVersion: "22075" uid: 8c6110e3-b87a-4613-80d6-1ac4dd8eac03 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc namespace: kserve-ci-e2e-test resourceVersion: "21978" uid: 243651c4-4b41-4814-8e89-c85de903be78 kind: Event lastTimestamp: "2026-07-02T13:05:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T13:05:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:05:37Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc.18be7ad0567dab5b namespace: kserve-ci-e2e-test resourceVersion: "22076" uid: 090aea01-e589-4310-bcee-c8368f38bc71 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc namespace: kserve-ci-e2e-test resourceVersion: "21978" uid: 243651c4-4b41-4814-8e89-c85de903be78 kind: Event lastTimestamp: "2026-07-02T13:05:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T13:05:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:05:37Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc.18be7ad05687745b namespace: kserve-ci-e2e-test resourceVersion: "22077" uid: 2e702d21-c6ff-4a91-8378-8a4b914051fd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc namespace: kserve-ci-e2e-test resourceVersion: "21978" uid: 243651c4-4b41-4814-8e89-c85de903be78 kind: Event lastTimestamp: "2026-07-02T13:05:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T13:05:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:05:37Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc.18be7ad05a2c9c17 namespace: kserve-ci-e2e-test resourceVersion: "22081" uid: 803bdadc-fec4-4180-84e7-8da6b2220069 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc namespace: kserve-ci-e2e-test resourceVersion: "21978" uid: 243651c4-4b41-4814-8e89-c85de903be78 kind: Event lastTimestamp: "2026-07-02T13:05:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:05:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:05:37Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc.18be7ad05a9c5c10 namespace: kserve-ci-e2e-test resourceVersion: "22083" uid: 16f68316-4db7-4dcc-94cd-e24f4585df1d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:05:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc namespace: kserve-ci-e2e-test resourceVersion: "21978" uid: 243651c4-4b41-4814-8e89-c85de903be78 kind: Event lastTimestamp: "2026-07-02T13:05:45Z" message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T13:05:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:05:45Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc.18be7ad0cab66c90 namespace: kserve-ci-e2e-test resourceVersion: "22141" uid: 7eb47527-fd28-437e-94f4-8ccb44bff031 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc namespace: kserve-ci-e2e-test resourceVersion: "21978" uid: 243651c4-4b41-4814-8e89-c85de903be78 kind: Event lastTimestamp: "2026-07-02T13:05:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T13:05:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:05:57Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc.18be7ad4dd1a37e8 namespace: kserve-ci-e2e-test resourceVersion: "22248" uid: 90b1502c-7759-4eaa-a71e-a79f2cd3ab4c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc namespace: kserve-ci-e2e-test resourceVersion: "21978" uid: 243651c4-4b41-4814-8e89-c85de903be78 kind: Event lastTimestamp: "2026-07-02T13:05:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:05:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:05:57Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc.18be7ad4dd1ada2d namespace: kserve-ci-e2e-test resourceVersion: "22249" uid: a77ea8f6-4ef7-4dc1-a3d4-4e9a863d2d1c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21967" uid: 1c7c0089-4eaa-43a3-9ac6-0fcea7db869e kind: Event lastTimestamp: "2026-07-02T13:05:27Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-r9rnc' metadata: creationTimestamp: "2026-07-02T13:05:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:05:27Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18be7acddb07cc50 namespace: kserve-ci-e2e-test resourceVersion: "21977" uid: 2aa938ad-a066-43de-a986-b19262328af0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21965" uid: 143c1bdd-feb5-4eb8-86f7-259f192091f5 kind: Event lastTimestamp: "2026-07-02T13:05:26Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-02T13:05:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:05:26Z" name: isvc-autogluon-ts-v1-predictor.18be7acdd6349aa0 namespace: kserve-ci-e2e-test resourceVersion: "21968" uid: 7ba8aa50-34ae-45c7-ac46-7bfd59da2999 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:05:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21966" uid: bd679596-a54c-4010-a357-dddc919b3302 kind: Event lastTimestamp: "2026-07-02T13:05:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:05:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:05:57Z" name: isvc-autogluon-ts-v1-predictor.18be7ad15553e697 namespace: kserve-ci-e2e-test resourceVersion: "22231" uid: ad8d0978-e26d-4f21-99a7-7583054263de reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T13:05:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21966" uid: bd679596-a54c-4010-a357-dddc919b3302 kind: Event lastTimestamp: "2026-07-02T13:05:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:05:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:05:57Z" name: isvc-autogluon-ts-v1-predictor.18be7ad155d0c7d1 namespace: kserve-ci-e2e-test resourceVersion: "22232" uid: 8344e727-db6b-40b9-8809-719a4b5ce68c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T13:05:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21958" uid: 6d469a9d-01b8-461c-b4da-ca1d47007ece kind: Event lastTimestamp: "2026-07-02T13:05:55Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T13:05:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:05:55Z" name: isvc-autogluon-ts-v1.18be7acdd6669246 namespace: kserve-ci-e2e-test resourceVersion: "22219" uid: 3b583390-25a4-4160-a485-6ad418008ccb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21958" uid: 6d469a9d-01b8-461c-b4da-ca1d47007ece kind: Event lastTimestamp: "2026-07-02T13:05:26Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:05:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:05:26Z" name: isvc-autogluon-ts-v1.18be7acdd6d7b835 namespace: kserve-ci-e2e-test resourceVersion: "21971" uid: b2a5c00d-bd06-4a55-8894-8abcee7bc73f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21958" uid: 6d469a9d-01b8-461c-b4da-ca1d47007ece kind: Event lastTimestamp: "2026-07-02T13:05:26Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:05:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:05:26Z" name: isvc-autogluon-ts-v1.18be7acdd6d7f5d7 namespace: kserve-ci-e2e-test resourceVersion: "21973" uid: 749c99d2-2164-45d4-90bb-f3dafd49ff8a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22215" uid: 6d469a9d-01b8-461c-b4da-ca1d47007ece kind: Event lastTimestamp: "2026-07-02T13:05:55Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-02T13:05:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:05:55Z" name: isvc-autogluon-ts-v1.18be7ad48c9112da namespace: kserve-ci-e2e-test resourceVersion: "22217" uid: a03b64a0-f8d0-4b8c-8cc2-d7323eca1cc6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T12:55:45.642655Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17582" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v to ip-10-0-143-149.ec2.internal metadata: creationTimestamp: "2026-07-02T12:55:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T12:55:45Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a467ca329ac namespace: kserve-ci-e2e-test resourceVersion: "17593" uid: fe062284-455d-40b7-8418-72102b75ae89 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c79bc96b4-lrxqx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:45Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:55:45Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-02T12:55:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:55:45Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a4689d8c5fa namespace: kserve-ci-e2e-test resourceVersion: "17619" uid: d6789c8f-9920-402d-8fd8-5ea9e2dace51 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:46Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17612" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:55:46Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T12:55:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T12:55:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a46ba31c5ff namespace: kserve-ci-e2e-test resourceVersion: "17630" uid: 61caccff-545f-43ba-8ee6-a1cbf0e2ae7f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:55:46Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ad817336055c6da6bf66cacbd06b857caf8adb146e60422365f2b38a3444569b" already present on machine metadata: creationTimestamp: "2026-07-02T12:55:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:55:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a46bbf8547b namespace: kserve-ci-e2e-test resourceVersion: "17633" uid: bd808fd2-9e83-4fc6-89fd-d9756ad46780 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:55:46Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T12:55:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:55:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a46bf4492ce namespace: kserve-ci-e2e-test resourceVersion: "17634" uid: 7e52e4cd-a813-4298-9c6f-1a9927fc1123 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:55:46Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T12:55:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:55:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a46bfcf7709 namespace: kserve-ci-e2e-test resourceVersion: "17635" uid: 87d98998-b7c8-46b9-b1ee-9aa70495c9aa reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:56:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:56:17Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-02T12:56:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:56:17Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a4dcc5e8366 namespace: kserve-ci-e2e-test resourceVersion: "17868" uid: 225ef5c4-0eed-4399-9b21-88c498aa2fc2 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:58:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:58:34Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m17.598s (2m17.598s including waiting). Image size: 8939170586 bytes.' metadata: creationTimestamp: "2026-07-02T12:58:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:58:34Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a6dd5e7bca7 namespace: kserve-ci-e2e-test resourceVersion: "18806" uid: 91241c85-c749-4630-8994-c77756e099e7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:58:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:58:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T12:58:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:58:34Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a6de1e8e7a2 namespace: kserve-ci-e2e-test resourceVersion: "18810" uid: af2d614f-19a0-46ae-83cd-7015b38cefc8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:58:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:58:34Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T12:58:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:58:34Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a6de335bc40 namespace: kserve-ci-e2e-test resourceVersion: "18811" uid: 12e55b63-8570-47e0-9a61-11a4bc7bb311 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:58:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:58:34Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T12:58:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:58:34Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a6de343a982 namespace: kserve-ci-e2e-test resourceVersion: "18812" uid: 1adec63d-b994-40a6-8045-3e89f4be53b7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:58:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:58:34Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T12:58:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:58:34Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a6dea87c316 namespace: kserve-ci-e2e-test resourceVersion: "18813" uid: 30c99743-87bf-4991-9a17-0332abdd3fbe reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:58:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:58:35Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T12:58:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:58:35Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a6debb56acd namespace: kserve-ci-e2e-test resourceVersion: "18814" uid: c57980ac-b027-4b92-bca1-f5ca8a8d06f9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T12:58:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:58:41Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T12:58:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:58:41Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a6e17ecdcc8 namespace: kserve-ci-e2e-test resourceVersion: "18866" uid: 9895baae-3150-40a1-816a-274dc537feac reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:58:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:58:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T12:58:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:58:55Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a72c18d98e3 namespace: kserve-ci-e2e-test resourceVersion: "18987" uid: b329c236-bb2a-489d-b8ae-1af765a44547 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:58:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v namespace: kserve-ci-e2e-test resourceVersion: "17586" uid: 4df5f6ed-7cde-4590-b7d2-bd52620d608d kind: Event lastTimestamp: "2026-07-02T12:58:55Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T12:58:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:58:55Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v.18be7a72c18eb95b namespace: kserve-ci-e2e-test resourceVersion: "18989" uid: d3653f43-f7ee-4309-9d96-8b7ce8f5ee70 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17559" uid: 6831e291-89cb-4b2c-8cf4-4727b5997dff kind: Event lastTimestamp: "2026-07-02T12:55:45Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-lxh5v' metadata: creationTimestamp: "2026-07-02T12:55:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:55:45Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18be7a467bf99071 namespace: kserve-ci-e2e-test resourceVersion: "17587" uid: aa3a4df1-5b4b-41c5-9fc2-758ba6c926d6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17557" uid: 3765c0d3-eb69-4e57-a93a-35b2d9828eaa kind: Event lastTimestamp: "2026-07-02T12:55:45Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-02T12:55:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:55:45Z" name: isvc-autogluon-v1-predictor.18be7a4674f01800 namespace: kserve-ci-e2e-test resourceVersion: "17561" uid: 87196d7f-bec3-4513-9990-f1ab106886be reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T12:56:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17558" uid: 68dfa6e9-bf5b-41f9-9b49-478047a916e9 kind: Event lastTimestamp: "2026-07-02T12:58:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T12:56:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:58:45Z" name: isvc-autogluon-v1-predictor.18be7a49f40be02b namespace: kserve-ci-e2e-test resourceVersion: "18891" uid: 164a12ed-dad6-4206-a006-d5462fef8d4a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T12:56:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17558" uid: 68dfa6e9-bf5b-41f9-9b49-478047a916e9 kind: Event lastTimestamp: "2026-07-02T12:58:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T12:56:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:58:45Z" name: isvc-autogluon-v1-predictor.18be7a49f4ac6915 namespace: kserve-ci-e2e-test resourceVersion: "18893" uid: 76c0e418-7f6c-4016-a639-fd853c4b41d0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T12:55:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17547" uid: 66d38ff4-47d5-40e6-b40a-7912af595c25 kind: Event lastTimestamp: "2026-07-02T12:58:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T12:55:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:58:51Z" name: isvc-autogluon-v1.18be7a4674f0aa12 namespace: kserve-ci-e2e-test resourceVersion: "18947" uid: 14732a74-086c-497a-b1be-ea341cb25cc1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17547" uid: 66d38ff4-47d5-40e6-b40a-7912af595c25 kind: Event lastTimestamp: "2026-07-02T12:55:45Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T12:55:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:55:45Z" name: isvc-autogluon-v1.18be7a4675cf850a namespace: kserve-ci-e2e-test resourceVersion: "17563" uid: 4ba2ee0a-97b2-464b-a24d-0e405f96d686 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17547" uid: 66d38ff4-47d5-40e6-b40a-7912af595c25 kind: Event lastTimestamp: "2026-07-02T12:55:45Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T12:55:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:55:45Z" name: isvc-autogluon-v1.18be7a4675cfd3cd namespace: kserve-ci-e2e-test resourceVersion: "17565" uid: ad13cf27-1348-4c00-a489-fef19204e771 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:58:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18944" uid: 66d38ff4-47d5-40e6-b40a-7912af595c25 kind: Event lastTimestamp: "2026-07-02T12:58:51Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-02T12:58:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:58:51Z" name: isvc-autogluon-v1.18be7a71d83f8300 namespace: kserve-ci-e2e-test resourceVersion: "18946" uid: 8d0f6fbe-0fed-4685-ad93-82d5ea7a4d84 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T13:03:11.692998Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf namespace: kserve-ci-e2e-test resourceVersion: "20953" uid: a65f6542-4c00-4c7c-b982-2d64d15a8cbe kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf to ip-10-0-143-149.ec2.internal metadata: creationTimestamp: "2026-07-02T13:03:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T13:03:11Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf.18be7aae574f4e97 namespace: kserve-ci-e2e-test resourceVersion: "20958" uid: 0c6f037a-7979-455d-b654-16a498ca045e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c79bc96b4-lrxqx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:12Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf namespace: kserve-ci-e2e-test resourceVersion: "20964" uid: a65f6542-4c00-4c7c-b982-2d64d15a8cbe kind: Event lastTimestamp: "2026-07-02T13:03:12Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T13:03:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T13:03:12Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf.18be7aae70db62b7 namespace: kserve-ci-e2e-test resourceVersion: "20970" uid: 6714b3b4-4570-48d1-af7f-c9e2a5fb0935 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf namespace: kserve-ci-e2e-test resourceVersion: "20954" uid: a65f6542-4c00-4c7c-b982-2d64d15a8cbe kind: Event lastTimestamp: "2026-07-02T13:03:12Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ad817336055c6da6bf66cacbd06b857caf8adb146e60422365f2b38a3444569b" already present on machine metadata: creationTimestamp: "2026-07-02T13:03:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:03:12Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf.18be7aae727ce976 namespace: kserve-ci-e2e-test resourceVersion: "20972" uid: 227554f1-1c9c-420b-95dd-9fcf6558bdc4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf namespace: kserve-ci-e2e-test resourceVersion: "20954" uid: a65f6542-4c00-4c7c-b982-2d64d15a8cbe kind: Event lastTimestamp: "2026-07-02T13:03:12Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T13:03:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:03:12Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf.18be7aae752b6323 namespace: kserve-ci-e2e-test resourceVersion: "20974" uid: 9374a77f-036d-4864-8102-21826cc2009c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf namespace: kserve-ci-e2e-test resourceVersion: "20954" uid: a65f6542-4c00-4c7c-b982-2d64d15a8cbe kind: Event lastTimestamp: "2026-07-02T13:03:12Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T13:03:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:03:12Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf.18be7aae759c4546 namespace: kserve-ci-e2e-test resourceVersion: "20975" uid: c610c1c4-1797-40e2-b8bd-b71d0341b65f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf namespace: kserve-ci-e2e-test resourceVersion: "20954" uid: a65f6542-4c00-4c7c-b982-2d64d15a8cbe kind: Event lastTimestamp: "2026-07-02T13:03:42Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T13:03:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:03:42Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf.18be7ab56d029c14 namespace: kserve-ci-e2e-test resourceVersion: "21187" uid: c271ce89-b098-4381-ad35-e1d49cc43a41 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf namespace: kserve-ci-e2e-test resourceVersion: "20954" uid: a65f6542-4c00-4c7c-b982-2d64d15a8cbe kind: Event lastTimestamp: "2026-07-02T13:03:42Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T13:03:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:03:42Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf.18be7ab570c1e4dc namespace: kserve-ci-e2e-test resourceVersion: "21189" uid: 768d6e63-62c0-4e3a-a732-b7f5fc8ac67d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf namespace: kserve-ci-e2e-test resourceVersion: "20954" uid: a65f6542-4c00-4c7c-b982-2d64d15a8cbe kind: Event lastTimestamp: "2026-07-02T13:03:42Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T13:03:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:03:42Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf.18be7ab57137ee7b namespace: kserve-ci-e2e-test resourceVersion: "21190" uid: cef7d8c2-17bb-4d41-918a-8a3df6c68fa2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf namespace: kserve-ci-e2e-test resourceVersion: "20954" uid: a65f6542-4c00-4c7c-b982-2d64d15a8cbe kind: Event lastTimestamp: "2026-07-02T13:03:42Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T13:03:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:03:42Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf.18be7ab57142dc7f namespace: kserve-ci-e2e-test resourceVersion: "21191" uid: 5dc6a304-8e1f-45c3-8eea-369e6ee252f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf namespace: kserve-ci-e2e-test resourceVersion: "20954" uid: a65f6542-4c00-4c7c-b982-2d64d15a8cbe kind: Event lastTimestamp: "2026-07-02T13:03:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T13:03:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:03:42Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf.18be7ab57458311b namespace: kserve-ci-e2e-test resourceVersion: "21194" uid: 2d17c541-22a6-4fdc-9d3e-7a9b2a8cb2c2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf namespace: kserve-ci-e2e-test resourceVersion: "20954" uid: a65f6542-4c00-4c7c-b982-2d64d15a8cbe kind: Event lastTimestamp: "2026-07-02T13:03:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:03:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:03:42Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf.18be7ab574e9f9af namespace: kserve-ci-e2e-test resourceVersion: "21196" uid: 15062535-a10a-4ee9-851e-88bb8dc70851 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf namespace: kserve-ci-e2e-test resourceVersion: "20954" uid: a65f6542-4c00-4c7c-b982-2d64d15a8cbe kind: Event lastTimestamp: "2026-07-02T13:05:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T13:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:05:21Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf.18be7accab54bd3a namespace: kserve-ci-e2e-test resourceVersion: "21915" uid: 78002188-a481-43b4-9c3e-b6e078ed5697 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf namespace: kserve-ci-e2e-test resourceVersion: "20954" uid: a65f6542-4c00-4c7c-b982-2d64d15a8cbe kind: Event lastTimestamp: "2026-07-02T13:05:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:05:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:05:21Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf.18be7accab5527e8 namespace: kserve-ci-e2e-test resourceVersion: "21916" uid: a8871562-7618-4dfa-854e-d1bde6d97ede reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "20944" uid: e7fb53b8-cafb-41f5-9586-67eff53d08b7 kind: Event lastTimestamp: "2026-07-02T13:03:11Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4vnbf' metadata: creationTimestamp: "2026-07-02T13:03:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:03:11Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18be7aae56dd1221 namespace: kserve-ci-e2e-test resourceVersion: "20955" uid: 73390fef-d7bc-4510-89c9-57bac89face9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20942" uid: f0c4488a-dc93-489a-8644-0475a2a10dea kind: Event lastTimestamp: "2026-07-02T13:03:11Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-02T13:03:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:03:11Z" name: isvc-autogluon-v2-noslash-predictor.18be7aae522db6a9 namespace: kserve-ci-e2e-test resourceVersion: "20945" uid: f0828f94-c358-430b-8081-edac8d7ca200 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:03:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20943" uid: 3a9c5b77-25c7-42b0-8cdb-94b0705e7174 kind: Event lastTimestamp: "2026-07-02T13:04:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:03:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:04:26Z" name: isvc-autogluon-v2-noslash-predictor.18be7ab1d142251a namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: b9cf7073-ef34-4ca2-a5d7-5f6eb6166de6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:03:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20943" uid: 3a9c5b77-25c7-42b0-8cdb-94b0705e7174 kind: Event lastTimestamp: "2026-07-02T13:04:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:03:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:04:26Z" name: isvc-autogluon-v2-noslash-predictor.18be7ab1d1b4fed8 namespace: kserve-ci-e2e-test resourceVersion: "21508" uid: b309e22c-a015-4462-a072-4709fd04b700 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:04:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21077" uid: 3a9c5b77-25c7-42b0-8cdb-94b0705e7174 kind: Event lastTimestamp: "2026-07-02T13:05:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:04:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:05:11Z" name: isvc-autogluon-v2-noslash-predictor.18be7abc4eee6899 namespace: kserve-ci-e2e-test resourceVersion: "21817" uid: 9f3c8f95-93f5-4fe1-9be3-9d2ed09200d3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:04:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21077" uid: 3a9c5b77-25c7-42b0-8cdb-94b0705e7174 kind: Event lastTimestamp: "2026-07-02T13:05:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:04:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:05:11Z" name: isvc-autogluon-v2-noslash-predictor.18be7abc4f701a50 namespace: kserve-ci-e2e-test resourceVersion: "21818" uid: 853eefad-6721-4182-85cc-27798efe06d9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T13:03:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20935" uid: 164bc6d5-be56-43e0-b397-ec111264bed7 kind: Event lastTimestamp: "2026-07-02T13:05:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T13:03:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:05:16Z" name: isvc-autogluon-v2-noslash.18be7aae523397d4 namespace: kserve-ci-e2e-test resourceVersion: "21858" uid: ad50f5f1-a879-4906-a718-f334d534e4cf reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20935" uid: 164bc6d5-be56-43e0-b397-ec111264bed7 kind: Event lastTimestamp: "2026-07-02T13:03:11Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:03:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:03:11Z" name: isvc-autogluon-v2-noslash.18be7aae52d14cd6 namespace: kserve-ci-e2e-test resourceVersion: "20948" uid: a597a82c-0b90-4aad-9000-9eecea2dc223 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20935" uid: 164bc6d5-be56-43e0-b397-ec111264bed7 kind: Event lastTimestamp: "2026-07-02T13:03:11Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:03:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:03:11Z" name: isvc-autogluon-v2-noslash.18be7aae52d1a41c namespace: kserve-ci-e2e-test resourceVersion: "20949" uid: 490bc56c-f0af-4d44-8428-a07c09073680 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:05:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21856" uid: 164bc6d5-be56-43e0-b397-ec111264bed7 kind: Event lastTimestamp: "2026-07-02T13:05:16Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-02T13:05:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:05:16Z" name: isvc-autogluon-v2-noslash.18be7acb67963108 namespace: kserve-ci-e2e-test resourceVersion: "21857" uid: b8f6bbfe-df54-42a6-984b-1c1a0e09dd03 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T12:59:01.063919Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bv7cm namespace: kserve-ci-e2e-test resourceVersion: "19050" uid: e631120f-884d-4d2e-b973-bd3fbbad14a6 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-bv7cm to ip-10-0-143-149.ec2.internal metadata: creationTimestamp: "2026-07-02T12:59:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T12:59:01Z" name: isvc-autogluon-v2-predictor-67b849d456-bv7cm.18be7a73fca710df namespace: kserve-ci-e2e-test resourceVersion: "19055" uid: 10455e30-be9b-41b7-968b-f883d72e0edd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c79bc96b4-lrxqx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:59:01Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bv7cm namespace: kserve-ci-e2e-test resourceVersion: "19062" uid: e631120f-884d-4d2e-b973-bd3fbbad14a6 kind: Event lastTimestamp: "2026-07-02T12:59:01Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T12:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T12:59:01Z" name: isvc-autogluon-v2-predictor-67b849d456-bv7cm.18be7a74196359b3 namespace: kserve-ci-e2e-test resourceVersion: "19067" uid: 0fe302fe-71dc-42e0-8fda-b1746cb8b8c9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bv7cm namespace: kserve-ci-e2e-test resourceVersion: "19052" uid: e631120f-884d-4d2e-b973-bd3fbbad14a6 kind: Event lastTimestamp: "2026-07-02T12:59:01Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ad817336055c6da6bf66cacbd06b857caf8adb146e60422365f2b38a3444569b" already present on machine metadata: creationTimestamp: "2026-07-02T12:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:59:01Z" name: isvc-autogluon-v2-predictor-67b849d456-bv7cm.18be7a741b44a042 namespace: kserve-ci-e2e-test resourceVersion: "19069" uid: d6c5f38c-08d6-40a8-979f-2ad6c3c4a375 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bv7cm namespace: kserve-ci-e2e-test resourceVersion: "19052" uid: e631120f-884d-4d2e-b973-bd3fbbad14a6 kind: Event lastTimestamp: "2026-07-02T12:59:01Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T12:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:59:01Z" name: isvc-autogluon-v2-predictor-67b849d456-bv7cm.18be7a742185fc57 namespace: kserve-ci-e2e-test resourceVersion: "19070" uid: daba4927-979d-43cc-8ee4-b577b9a3d04a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bv7cm namespace: kserve-ci-e2e-test resourceVersion: "19052" uid: e631120f-884d-4d2e-b973-bd3fbbad14a6 kind: Event lastTimestamp: "2026-07-02T12:59:01Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T12:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:59:01Z" name: isvc-autogluon-v2-predictor-67b849d456-bv7cm.18be7a7422d14704 namespace: kserve-ci-e2e-test resourceVersion: "19071" uid: b3146300-b922-465a-93b3-8eae3f0c71c4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bv7cm namespace: kserve-ci-e2e-test resourceVersion: "19052" uid: e631120f-884d-4d2e-b973-bd3fbbad14a6 kind: Event lastTimestamp: "2026-07-02T12:59:32Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T12:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:59:32Z" name: isvc-autogluon-v2-predictor-67b849d456-bv7cm.18be7a7b30e67862 namespace: kserve-ci-e2e-test resourceVersion: "19287" uid: 4e21c300-0f8b-47d3-be4c-7a575e2012eb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bv7cm namespace: kserve-ci-e2e-test resourceVersion: "19052" uid: e631120f-884d-4d2e-b973-bd3fbbad14a6 kind: Event lastTimestamp: "2026-07-02T12:59:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T12:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:59:32Z" name: isvc-autogluon-v2-predictor-67b849d456-bv7cm.18be7a7b33b1553e namespace: kserve-ci-e2e-test resourceVersion: "19289" uid: b7553b00-e5be-4d14-8d1e-b149301c5a95 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bv7cm namespace: kserve-ci-e2e-test resourceVersion: "19052" uid: e631120f-884d-4d2e-b973-bd3fbbad14a6 kind: Event lastTimestamp: "2026-07-02T12:59:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T12:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:59:32Z" name: isvc-autogluon-v2-predictor-67b849d456-bv7cm.18be7a7b3411ebf3 namespace: kserve-ci-e2e-test resourceVersion: "19290" uid: 5de95066-b81e-4804-bc1b-530128b6356f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bv7cm namespace: kserve-ci-e2e-test resourceVersion: "19052" uid: e631120f-884d-4d2e-b973-bd3fbbad14a6 kind: Event lastTimestamp: "2026-07-02T12:59:32Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T12:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:59:32Z" name: isvc-autogluon-v2-predictor-67b849d456-bv7cm.18be7a7b341bbf9d namespace: kserve-ci-e2e-test resourceVersion: "19291" uid: 4e4813fd-2960-4194-9fa7-0e03364fe60a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bv7cm namespace: kserve-ci-e2e-test resourceVersion: "19052" uid: e631120f-884d-4d2e-b973-bd3fbbad14a6 kind: Event lastTimestamp: "2026-07-02T12:59:32Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T12:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:59:32Z" name: isvc-autogluon-v2-predictor-67b849d456-bv7cm.18be7a7b3778fcce namespace: kserve-ci-e2e-test resourceVersion: "19294" uid: 38600fc3-1dd9-4447-9f99-ae173119e08a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:59:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bv7cm namespace: kserve-ci-e2e-test resourceVersion: "19052" uid: e631120f-884d-4d2e-b973-bd3fbbad14a6 kind: Event lastTimestamp: "2026-07-02T12:59:32Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T12:59:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:59:32Z" name: isvc-autogluon-v2-predictor-67b849d456-bv7cm.18be7a7b37d8d866 namespace: kserve-ci-e2e-test resourceVersion: "19295" uid: a39b1822-e90d-4749-987f-a7adad6f9c07 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bv7cm namespace: kserve-ci-e2e-test resourceVersion: "19052" uid: e631120f-884d-4d2e-b973-bd3fbbad14a6 kind: Event lastTimestamp: "2026-07-02T13:01:11Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T13:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:01:11Z" name: isvc-autogluon-v2-predictor-67b849d456-bv7cm.18be7a925dbdbcbb namespace: kserve-ci-e2e-test resourceVersion: "20016" uid: 129a42d2-d779-428c-b77c-3ac32d2cf7cf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-bv7cm namespace: kserve-ci-e2e-test resourceVersion: "19052" uid: e631120f-884d-4d2e-b973-bd3fbbad14a6 kind: Event lastTimestamp: "2026-07-02T13:01:11Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:01:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:01:11Z" name: isvc-autogluon-v2-predictor-67b849d456-bv7cm.18be7a925dbe40bd namespace: kserve-ci-e2e-test resourceVersion: "20015" uid: a0061645-e9fb-4c17-b546-e8745c7dd4df reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:59:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "19041" uid: e671e813-3d65-4606-86fe-e3e826abd4a5 kind: Event lastTimestamp: "2026-07-02T12:59:01Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-bv7cm' metadata: creationTimestamp: "2026-07-02T12:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:59:01Z" name: isvc-autogluon-v2-predictor-67b849d456.18be7a73fc35fb39 namespace: kserve-ci-e2e-test resourceVersion: "19051" uid: fb67f86f-05e8-47b3-95e8-53565204a1fc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:59:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19039" uid: 495146ca-711b-4251-b3a9-579a571949a8 kind: Event lastTimestamp: "2026-07-02T12:59:00Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-02T12:59:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:59:00Z" name: isvc-autogluon-v2-predictor.18be7a73f752cb08 namespace: kserve-ci-e2e-test resourceVersion: "19043" uid: 41dc955c-9e38-4c84-9cab-953f526b9c70 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T12:59:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19040" uid: 665c739c-d0e7-4be0-a564-473a940cdafc kind: Event lastTimestamp: "2026-07-02T13:00:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T12:59:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:00:01Z" name: isvc-autogluon-v2-predictor.18be7a7775d7d5da namespace: kserve-ci-e2e-test resourceVersion: "19497" uid: 82a3824e-28d9-4464-9028-531e96719665 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T12:59:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19040" uid: 665c739c-d0e7-4be0-a564-473a940cdafc kind: Event lastTimestamp: "2026-07-02T13:00:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T12:59:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:00:01Z" name: isvc-autogluon-v2-predictor.18be7a777643ac7f namespace: kserve-ci-e2e-test resourceVersion: "19498" uid: 2e66c400-06cb-42cd-b88d-5e68be2226b0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:00:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19175" uid: 665c739c-d0e7-4be0-a564-473a940cdafc kind: Event lastTimestamp: "2026-07-02T13:01:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:00:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:01:01Z" name: isvc-autogluon-v2-predictor.18be7a8572524ea7 namespace: kserve-ci-e2e-test resourceVersion: "19919" uid: 342bda61-7bd3-4050-9c19-4d5656c731f9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:00:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19175" uid: 665c739c-d0e7-4be0-a564-473a940cdafc kind: Event lastTimestamp: "2026-07-02T13:01:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:00:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:01:01Z" name: isvc-autogluon-v2-predictor.18be7a8572c6e69b namespace: kserve-ci-e2e-test resourceVersion: "19920" uid: c0642ebe-9476-4e3a-8b7d-dffefd0a83bc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-02T13:01:16.436485Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p namespace: kserve-ci-e2e-test resourceVersion: "20073" uid: 936a02a2-f7f7-46d9-bf3f-70c9917e4e82 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p to ip-10-0-143-149.ec2.internal metadata: creationTimestamp: "2026-07-02T13:01:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T13:01:16Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p.18be7a93817c9643 namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 7c1ba0d2-cbe2-483c-a1bb-894249405c4e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c79bc96b4-lrxqx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:16Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p namespace: kserve-ci-e2e-test resourceVersion: "20080" uid: 936a02a2-f7f7-46d9-bf3f-70c9917e4e82 kind: Event lastTimestamp: "2026-07-02T13:01:16Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T13:01:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T13:01:16Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p.18be7a939ac2f7d4 namespace: kserve-ci-e2e-test resourceVersion: "20088" uid: 76e80c9f-e1fa-4402-93b8-626361a3d1ad reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:16Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p namespace: kserve-ci-e2e-test resourceVersion: "20074" uid: 936a02a2-f7f7-46d9-bf3f-70c9917e4e82 kind: Event lastTimestamp: "2026-07-02T13:01:16Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ad817336055c6da6bf66cacbd06b857caf8adb146e60422365f2b38a3444569b" already present on machine metadata: creationTimestamp: "2026-07-02T13:01:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:01:16Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p.18be7a939c64849e namespace: kserve-ci-e2e-test resourceVersion: "20091" uid: 352ac51e-79fa-440c-a106-04d9b2452e61 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:16Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p namespace: kserve-ci-e2e-test resourceVersion: "20074" uid: 936a02a2-f7f7-46d9-bf3f-70c9917e4e82 kind: Event lastTimestamp: "2026-07-02T13:01:16Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T13:01:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:01:16Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p.18be7a939f157727 namespace: kserve-ci-e2e-test resourceVersion: "20093" uid: cd0d400b-75ab-4a3e-a2f1-2fdde93ae77d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:16Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p namespace: kserve-ci-e2e-test resourceVersion: "20074" uid: 936a02a2-f7f7-46d9-bf3f-70c9917e4e82 kind: Event lastTimestamp: "2026-07-02T13:01:16Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T13:01:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:01:16Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p.18be7a939f73bf88 namespace: kserve-ci-e2e-test resourceVersion: "20094" uid: 5d204205-db3e-4af0-b7b0-83e3f1707d2e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p namespace: kserve-ci-e2e-test resourceVersion: "20074" uid: 936a02a2-f7f7-46d9-bf3f-70c9917e4e82 kind: Event lastTimestamp: "2026-07-02T13:01:22Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-02T13:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:01:22Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p.18be7a94eaddb1e3 namespace: kserve-ci-e2e-test resourceVersion: "20138" uid: 2f32ffae-913c-4fb9-a551-5c7169e6950b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p namespace: kserve-ci-e2e-test resourceVersion: "20074" uid: 936a02a2-f7f7-46d9-bf3f-70c9917e4e82 kind: Event lastTimestamp: "2026-07-02T13:01:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T13:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:01:22Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p.18be7a94edd29c6a namespace: kserve-ci-e2e-test resourceVersion: "20140" uid: 702dcbf0-d643-4794-be95-eaa03203b8c7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p namespace: kserve-ci-e2e-test resourceVersion: "20074" uid: 936a02a2-f7f7-46d9-bf3f-70c9917e4e82 kind: Event lastTimestamp: "2026-07-02T13:01:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T13:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:01:22Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p.18be7a94ee307756 namespace: kserve-ci-e2e-test resourceVersion: "20141" uid: 5de5681b-d5f7-4a85-897a-a12e2a6f8a5b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p namespace: kserve-ci-e2e-test resourceVersion: "20074" uid: 936a02a2-f7f7-46d9-bf3f-70c9917e4e82 kind: Event lastTimestamp: "2026-07-02T13:01:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T13:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:01:22Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p.18be7a94ee3ac334 namespace: kserve-ci-e2e-test resourceVersion: "20143" uid: e9d620b0-fa05-4931-b50f-af6203b53b14 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p namespace: kserve-ci-e2e-test resourceVersion: "20074" uid: 936a02a2-f7f7-46d9-bf3f-70c9917e4e82 kind: Event lastTimestamp: "2026-07-02T13:01:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T13:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:01:22Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p.18be7a94f18b0179 namespace: kserve-ci-e2e-test resourceVersion: "20146" uid: 08febd49-c06a-442c-b47b-0791419ceb79 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p namespace: kserve-ci-e2e-test resourceVersion: "20074" uid: 936a02a2-f7f7-46d9-bf3f-70c9917e4e82 kind: Event lastTimestamp: "2026-07-02T13:01:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:01:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:01:22Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p.18be7a94f1ebe739 namespace: kserve-ci-e2e-test resourceVersion: "20147" uid: ff5d53a5-d2ca-48ee-a0e4-0107566022f6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p namespace: kserve-ci-e2e-test resourceVersion: "20074" uid: 936a02a2-f7f7-46d9-bf3f-70c9917e4e82 kind: Event lastTimestamp: "2026-07-02T13:03:06Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T13:03:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:03:06Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p.18be7aad2464a9ff namespace: kserve-ci-e2e-test resourceVersion: "20887" uid: 22e907f6-b95c-4336-971c-0c6cf27d7c24 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p namespace: kserve-ci-e2e-test resourceVersion: "20074" uid: 936a02a2-f7f7-46d9-bf3f-70c9917e4e82 kind: Event lastTimestamp: "2026-07-02T13:03:06Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T13:03:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T13:03:06Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p.18be7aad2465fad9 namespace: kserve-ci-e2e-test resourceVersion: "20888" uid: 0f4c2400-aa99-41f4-9613-a429250dbef4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "20063" uid: b6e6df5d-e144-4b59-9bc8-2aa513633ddc kind: Event lastTimestamp: "2026-07-02T13:01:16Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-dx54p' metadata: creationTimestamp: "2026-07-02T13:01:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:01:16Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18be7a9381018de4 namespace: kserve-ci-e2e-test resourceVersion: "20076" uid: 16ad9ece-9597-41ce-a427-1bd5a2a8e39e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20061" uid: d2461e13-8573-4b43-9ca4-4e0d9fb84d7e kind: Event lastTimestamp: "2026-07-02T13:01:16Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-02T13:01:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:01:16Z" name: isvc-autogluon-v2-variants-predictor.18be7a937addd613 namespace: kserve-ci-e2e-test resourceVersion: "20064" uid: ba8e630a-d32e-480d-ae42-dac91cff815e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:01:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20062" uid: 7656f9da-07c7-4d62-b66f-4963a0b332cf kind: Event lastTimestamp: "2026-07-02T13:02:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:01:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:02:01Z" name: isvc-autogluon-v2-variants-predictor.18be7a96fa2654e9 namespace: kserve-ci-e2e-test resourceVersion: "20415" uid: 4d120983-a81d-4726-a79f-ebd64f9be2db reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T13:01:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20062" uid: 7656f9da-07c7-4d62-b66f-4963a0b332cf kind: Event lastTimestamp: "2026-07-02T13:02:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T13:01:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:02:01Z" name: isvc-autogluon-v2-variants-predictor.18be7a96fa9f587f namespace: kserve-ci-e2e-test resourceVersion: "20416" uid: 0652c1e4-325a-4f25-8c0f-9ad591ca397e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:02:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20214" uid: 7656f9da-07c7-4d62-b66f-4963a0b332cf kind: Event lastTimestamp: "2026-07-02T13:03:01Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:02:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:03:01Z" name: isvc-autogluon-v2-variants-predictor.18be7aa1780214c0 namespace: kserve-ci-e2e-test resourceVersion: "20837" uid: 05b99d17-87ca-45d9-bb07-7beedf386f6a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T13:02:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20214" uid: 7656f9da-07c7-4d62-b66f-4963a0b332cf kind: Event lastTimestamp: "2026-07-02T13:03:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T13:02:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T13:03:01Z" name: isvc-autogluon-v2-variants-predictor.18be7aa1784fa50c namespace: kserve-ci-e2e-test resourceVersion: "20838" uid: 299b3358-18f5-4953-8f6e-5cfda60e28f8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T13:01:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20053" uid: d491ab07-d7da-449f-828b-2ae9ea92edb3 kind: Event lastTimestamp: "2026-07-02T13:03:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T13:01:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:03:00Z" name: isvc-autogluon-v2-variants.18be7a937af31053 namespace: kserve-ci-e2e-test resourceVersion: "20829" uid: d666f6fa-c4d8-4e94-9550-b4c6cf79a595 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20053" uid: d491ab07-d7da-449f-828b-2ae9ea92edb3 kind: Event lastTimestamp: "2026-07-02T13:01:16Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:01:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:01:16Z" name: isvc-autogluon-v2-variants.18be7a937b7309d1 namespace: kserve-ci-e2e-test resourceVersion: "20068" uid: ceaca860-8559-4704-925e-5cced2ca77d3 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20053" uid: d491ab07-d7da-449f-828b-2ae9ea92edb3 kind: Event lastTimestamp: "2026-07-02T13:01:16Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T13:01:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:01:16Z" name: isvc-autogluon-v2-variants.18be7a937b735991 namespace: kserve-ci-e2e-test resourceVersion: "20069" uid: 9a7726f8-4b1c-41ea-a9e0-c844fd8d8b4c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:03:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20827" uid: d491ab07-d7da-449f-828b-2ae9ea92edb3 kind: Event lastTimestamp: "2026-07-02T13:03:00Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-02T13:03:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:03:00Z" name: isvc-autogluon-v2-variants.18be7aabbcf59ee0 namespace: kserve-ci-e2e-test resourceVersion: "20828" uid: d2a5c0b9-48f2-42d0-b790-51c465a8acfc reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T12:59:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19032" uid: 0560269c-9360-4bf2-afb5-a3f29c9d86c2 kind: Event lastTimestamp: "2026-07-02T13:01:08Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T12:59:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:01:08Z" name: isvc-autogluon-v2.18be7a73f75519bc namespace: kserve-ci-e2e-test resourceVersion: "19977" uid: cf5cb549-47d2-45b8-af6e-aef997741e07 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:59:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19032" uid: 0560269c-9360-4bf2-afb5-a3f29c9d86c2 kind: Event lastTimestamp: "2026-07-02T12:59:00Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T12:59:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:59:00Z" name: isvc-autogluon-v2.18be7a73f8146850 namespace: kserve-ci-e2e-test resourceVersion: "19045" uid: 30d84990-ad8b-43ba-8737-fac64ff1838d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:59:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19032" uid: 0560269c-9360-4bf2-afb5-a3f29c9d86c2 kind: Event lastTimestamp: "2026-07-02T12:59:00Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T12:59:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:59:00Z" name: isvc-autogluon-v2.18be7a73f814c6ec namespace: kserve-ci-e2e-test resourceVersion: "19046" uid: 8a59f802-474c-412b-9d6e-14feb4ea3d8b reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T13:01:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19975" uid: 0560269c-9360-4bf2-afb5-a3f29c9d86c2 kind: Event lastTimestamp: "2026-07-02T13:01:08Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-02T13:01:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T13:01:08Z" name: isvc-autogluon-v2.18be7a91abafce87 namespace: kserve-ci-e2e-test resourceVersion: "19976" uid: 65630f09-1697-4eee-990c-659d5c297a16 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T12:54:10.240500Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16808" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-f76679469-6lqxv to ip-10-0-143-149.ec2.internal metadata: creationTimestamp: "2026-07-02T12:54:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T12:54:10Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a304639d1c6 namespace: kserve-ci-e2e-test resourceVersion: "16814" uid: 8e687433-90b7-4d81-8f4c-395906ad6a3e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c79bc96b4-lrxqx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:10Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16819" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:54:10Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T12:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T12:54:10Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a305fc19a12 namespace: kserve-ci-e2e-test resourceVersion: "16828" uid: 9d4037d2-9027-4a6f-89c4-3c8c81f140a2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:54:10Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ad817336055c6da6bf66cacbd06b857caf8adb146e60422365f2b38a3444569b" already present on machine metadata: creationTimestamp: "2026-07-02T12:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:54:10Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a3062430cc4 namespace: kserve-ci-e2e-test resourceVersion: "16830" uid: fe7b592a-0029-47fe-a7bf-423192e4ca46 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:54:10Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T12:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:54:10Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a3064df4d71 namespace: kserve-ci-e2e-test resourceVersion: "16831" uid: 670c3b96-e552-4061-9f13-7e8e364b6e1d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:54:10Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T12:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:54:10Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a30654f83b7 namespace: kserve-ci-e2e-test resourceVersion: "16832" uid: 993e3cad-1fd2-416f-b97b-0c20ce9113e8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:54:15Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1694" already present on machine metadata: creationTimestamp: "2026-07-02T12:54:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:54:15Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a317d6990a2 namespace: kserve-ci-e2e-test resourceVersion: "16870" uid: af06656b-f76b-477d-b4e4-cf951f852222 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:54:15Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T12:54:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:54:15Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a31809f1c0d namespace: kserve-ci-e2e-test resourceVersion: "16872" uid: 536f1434-65ca-4ecc-b238-5333eab38e00 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:54:15Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T12:54:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:54:15Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a31812b32f2 namespace: kserve-ci-e2e-test resourceVersion: "16873" uid: 4146b034-955c-4c55-a588-ca87bef32ac9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:54:15Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T12:54:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:54:15Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a318135c5b7 namespace: kserve-ci-e2e-test resourceVersion: "16874" uid: 35ef33ce-2e45-42ae-9cd7-51e79c9c915e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:54:15Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T12:54:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:54:15Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a3184856cdd namespace: kserve-ci-e2e-test resourceVersion: "16877" uid: 89e882e1-18c3-4657-8b13-641cd98ff9d9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:54:15Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T12:54:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:54:15Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a3184f82190 namespace: kserve-ci-e2e-test resourceVersion: "16878" uid: 894a224e-1acd-46ac-927e-203ba9af2971 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:54:15Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:4e7b5aaca6f327ecd44367d576730108bfee7dfd141d17da265242541f7cb6f0" already present on machine metadata: creationTimestamp: "2026-07-02T12:54:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:54:15Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a3185019af9 namespace: kserve-ci-e2e-test resourceVersion: "16879" uid: bac5ed52-1178-4e53-a3db-a4c04298e0b5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:54:15Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-02T12:54:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:54:15Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a3187c5c29c namespace: kserve-ci-e2e-test resourceVersion: "16880" uid: 734de6f8-b24d-47f5-b51d-0f6742b35c29 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:54:15Z" message: Started container agent metadata: creationTimestamp: "2026-07-02T12:54:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:54:15Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a3188372d16 namespace: kserve-ci-e2e-test resourceVersion: "16881" uid: 232d9c67-d283-447b-a3ef-14db327ee9a5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T12:54:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:56:03Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T12:54:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:56:03Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a31b9899d90 namespace: kserve-ci-e2e-test resourceVersion: "17761" uid: aaf4ec8e-9827-41aa-9096-968f778b150b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-02T12:54:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:55:53Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-02T12:54:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:55:53Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a31f572a7cb namespace: kserve-ci-e2e-test resourceVersion: "17691" uid: 9919b403-fc4d-4a19-98fe-f75e2d7f2ea7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:55:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T12:55:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:55:45Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a467c3e14da namespace: kserve-ci-e2e-test resourceVersion: "17590" uid: f3092021-1c06-492a-ac1b-fa4dc85e7935 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:55:45Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-02T12:55:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:55:45Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a467c3e51c3 namespace: kserve-ci-e2e-test resourceVersion: "17595" uid: b6dfe80c-743c-4d61-8e36-efd6ea0c1b55 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:55:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T12:55:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:55:45Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a467c3ec520 namespace: kserve-ci-e2e-test resourceVersion: "17603" uid: 66b22c12-7485-46e1-8c19-940e85bc404d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T12:55:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-f76679469-6lqxv namespace: kserve-ci-e2e-test resourceVersion: "16812" uid: 8c52909b-7659-4633-bc89-3bbf0919ed3f kind: Event lastTimestamp: "2026-07-02T12:55:58Z" message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp 10.132.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-02T12:55:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:55:58Z" name: isvc-logger-predictor-f76679469-6lqxv.18be7a4725b14f0d namespace: kserve-ci-e2e-test resourceVersion: "17725" uid: db5a961f-44b6-47df-9576-74dc7f457f9f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-f76679469 namespace: kserve-ci-e2e-test resourceVersion: "16798" uid: 9c58cc5c-ff1a-4e52-87c9-4f5f01ab12e3 kind: Event lastTimestamp: "2026-07-02T12:54:10Z" message: 'Created pod: isvc-logger-predictor-f76679469-6lqxv' metadata: creationTimestamp: "2026-07-02T12:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:54:10Z" name: isvc-logger-predictor-f76679469.18be7a3045ae8668 namespace: kserve-ci-e2e-test resourceVersion: "16811" uid: f8a792cc-62e2-499e-b868-5d99b40bfb5f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16796" uid: 03cb7f37-3c13-4269-801c-7bfcc91eb874 kind: Event lastTimestamp: "2026-07-02T12:54:10Z" message: Scaled up replica set isvc-logger-predictor-f76679469 from 0 to 1 metadata: creationTimestamp: "2026-07-02T12:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:54:10Z" name: isvc-logger-predictor.18be7a3041d36b18 namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: f86848b7-77c4-4a81-9f73-326497e8f496 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T12:54:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16797" uid: 01c08641-9230-4ef7-bb8b-2305f6c2d2e9 kind: Event lastTimestamp: "2026-07-02T12:54:55Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T12:54:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:54:55Z" name: isvc-logger-predictor.18be7a33c13fcbb4 namespace: kserve-ci-e2e-test resourceVersion: "17182" uid: a24261a8-7606-448f-b0c1-21815fbce3d5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T12:54:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16797" uid: 01c08641-9230-4ef7-bb8b-2305f6c2d2e9 kind: Event lastTimestamp: "2026-07-02T12:54:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T12:54:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:54:55Z" name: isvc-logger-predictor.18be7a33c1fbbe88 namespace: kserve-ci-e2e-test resourceVersion: "17183" uid: 8e5d83c0-42b8-44c5-9821-36805f030328 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T12:55:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16964" uid: 01c08641-9230-4ef7-bb8b-2305f6c2d2e9 kind: Event lastTimestamp: "2026-07-02T12:55:40Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T12:55:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:55:40Z" name: isvc-logger-predictor.18be7a3e3f693999 namespace: kserve-ci-e2e-test resourceVersion: "17506" uid: b52f1a06-cd13-4f88-ba79-3b0f67ecbf4e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T12:55:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16964" uid: 01c08641-9230-4ef7-bb8b-2305f6c2d2e9 kind: Event lastTimestamp: "2026-07-02T12:55:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T12:55:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:55:40Z" name: isvc-logger-predictor.18be7a3e406d5819 namespace: kserve-ci-e2e-test resourceVersion: "17507" uid: d476f649-2d05-4822-b459-b88c1e6a9d10 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T12:54:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16787" uid: c2cea30d-1b0e-47b5-9dbf-448fad0c55bd kind: Event lastTimestamp: "2026-07-02T12:55:33Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T12:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:55:33Z" name: isvc-logger.18be7a3041ea0b0d namespace: kserve-ci-e2e-test resourceVersion: "17461" uid: 863a9f89-59d2-424c-ad22-9c62b98a2f19 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16787" uid: c2cea30d-1b0e-47b5-9dbf-448fad0c55bd kind: Event lastTimestamp: "2026-07-02T12:54:10Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T12:54:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:54:10Z" name: isvc-logger.18be7a304275963d namespace: kserve-ci-e2e-test resourceVersion: "16805" uid: d6ec2e5b-3e75-4645-8727-1a5b223e581b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17458" uid: c2cea30d-1b0e-47b5-9dbf-448fad0c55bd kind: Event lastTimestamp: "2026-07-02T12:55:33Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-02T12:55:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:55:33Z" name: isvc-logger.18be7a43ae108350 namespace: kserve-ci-e2e-test resourceVersion: "17459" uid: 7d197cb8-b621-4e83-ad52-d5854bd4c16c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T12:52:04.958608Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15734" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 to ip-10-0-143-149.ec2.internal metadata: creationTimestamp: "2026-07-02T12:52:04Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T12:52:04Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a131ad7d768 namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: 5c50e7a3-d089-4d1f-874a-1394ac3ef886 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c79bc96b4-lrxqx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:05Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:52:05Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-02T12:52:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:05Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a1323299d90 namespace: kserve-ci-e2e-test resourceVersion: "15755" uid: c5b5cdcc-7d45-4305-9aa1-879282338eff reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:05Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15750" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:52:05Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T12:52:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T12:52:05Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a135828b7ec namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 2d85a46f-e85d-416b-afe5-4f743dfb4b89 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:06Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:52:06Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:ad817336055c6da6bf66cacbd06b857caf8adb146e60422365f2b38a3444569b" already present on machine metadata: creationTimestamp: "2026-07-02T12:52:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:06Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a1359a7ecf2 namespace: kserve-ci-e2e-test resourceVersion: "15770" uid: 4785e9e9-f22f-45ff-89aa-32b43fa8c0af reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:06Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:52:06Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T12:52:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:06Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a135cc713a3 namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: bfba8433-d42d-420b-8dc8-20d0d32fc16e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:06Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:52:06Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T12:52:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:06Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a135d51f76d namespace: kserve-ci-e2e-test resourceVersion: "15772" uid: b7232ece-41d8-4645-b5eb-e2e3b9fed572 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:52:10Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1694" already present on machine metadata: creationTimestamp: "2026-07-02T12:52:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:10Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a147bd1de9a namespace: kserve-ci-e2e-test resourceVersion: "15816" uid: 2e6ea27c-6d21-4ae8-bba2-929cde46786d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:52:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T12:52:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:10Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a147f51061a namespace: kserve-ci-e2e-test resourceVersion: "15819" uid: f2a5efbb-719e-4e6b-a44c-75eddc496e43 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:52:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T12:52:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:10Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a147fbefe67 namespace: kserve-ci-e2e-test resourceVersion: "15822" uid: 5e690981-7897-43bd-b425-7787c4d83538 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:52:10Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T12:52:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:10Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a147fc8057a namespace: kserve-ci-e2e-test resourceVersion: "15823" uid: 421cf48d-2937-4f71-9a36-afe56953a62d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:52:10Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T12:52:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:10Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a1482791ccd namespace: kserve-ci-e2e-test resourceVersion: "15824" uid: 5f259b40-dbd6-4c2c-a5f0-0bb9caad6170 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:52:10Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T12:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:11Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a1482e80f5a namespace: kserve-ci-e2e-test resourceVersion: "15826" uid: b016e59d-e6c4-4b48-b148-c52329c34284 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:52:11Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:4e7b5aaca6f327ecd44367d576730108bfee7dfd141d17da265242541f7cb6f0" already present on machine metadata: creationTimestamp: "2026-07-02T12:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:11Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a1482f131f6 namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 6f588701-79cc-4654-8d36-8d316dd5e224 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:52:11Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-02T12:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:11Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a1485e9c6d6 namespace: kserve-ci-e2e-test resourceVersion: "15828" uid: f378fc86-2093-4503-8183-2d9a4f51d84e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:52:11Z" message: Started container agent metadata: creationTimestamp: "2026-07-02T12:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:11Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a14865eafd3 namespace: kserve-ci-e2e-test resourceVersion: "15829" uid: 33131a0f-8df8-4a65-be7a-80c551a0ff1c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-02T12:52:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:53:57Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-02T12:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:53:57Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a14b7ea2e20 namespace: kserve-ci-e2e-test resourceVersion: "16682" uid: 02b5e675-bb22-4aac-860c-796c8403807d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-02T12:52:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:53:57Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-02T12:52:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:53:57Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a14b7f37fdf namespace: kserve-ci-e2e-test resourceVersion: "16683" uid: 1da944f9-9404-4b6c-83a7-b4062b8fe074 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:53:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T12:53:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:53:50Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a2b9fe45266 namespace: kserve-ci-e2e-test resourceVersion: "16606" uid: ce640466-4097-453f-a7eb-9d87810ab34e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:53:50Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-02T12:53:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:53:50Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a2b9fe538f8 namespace: kserve-ci-e2e-test resourceVersion: "16609" uid: c79c65b9-56f1-48e4-b13f-151dd91789f7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:53:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T12:53:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:53:50Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a2b9fe5c1c8 namespace: kserve-ci-e2e-test resourceVersion: "16610" uid: e1938097-5405-4eec-924f-f5e57fc70e14 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T12:53:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8 namespace: kserve-ci-e2e-test resourceVersion: "15738" uid: 134ef92f-fdd0-4bfa-bcd1-f4b79d245fbc kind: Event lastTimestamp: "2026-07-02T12:54:07Z" message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp 10.132.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-02T12:53:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:54:07Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8.18be7a2c3c26bde1 namespace: kserve-ci-e2e-test resourceVersion: "16772" uid: 91e7486a-9769-402f-8a82-37ba2a27aa28 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:04Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-7cf959d945 namespace: kserve-ci-e2e-test resourceVersion: "15709" uid: 38bc6397-1290-447c-9d59-ec0eb9d6a3cd kind: Event lastTimestamp: "2026-07-02T12:52:04Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7cf959d945-bkbx8' metadata: creationTimestamp: "2026-07-02T12:52:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:52:04Z" name: isvc-sklearn-batcher-custom-predictor-7cf959d945.18be7a131a53dd35 namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: 1826bcb6-2ea3-4320-9bda-c898240e1097 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15707" uid: 0deccfb3-927c-4b7c-a6cb-377734132349 kind: Event lastTimestamp: "2026-07-02T12:52:04Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7cf959d945 from 0 to 1 metadata: creationTimestamp: "2026-07-02T12:52:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:52:04Z" name: isvc-sklearn-batcher-custom-predictor.18be7a1314a5da90 namespace: kserve-ci-e2e-test resourceVersion: "15710" uid: 776ca30b-558e-40a1-ac7f-d2295e8a3be5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T12:52:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15708" uid: ff233522-a562-4d87-b808-e9983fb5f1b4 kind: Event lastTimestamp: "2026-07-02T12:52:49Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T12:52:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:52:49Z" name: isvc-sklearn-batcher-custom-predictor.18be7a1693297f4f namespace: kserve-ci-e2e-test resourceVersion: "16123" uid: 3fd18ba5-e300-4ce1-a5f2-2d00038b5438 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T12:52:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15708" uid: ff233522-a562-4d87-b808-e9983fb5f1b4 kind: Event lastTimestamp: "2026-07-02T12:52:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T12:52:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:52:49Z" name: isvc-sklearn-batcher-custom-predictor.18be7a1693943b73 namespace: kserve-ci-e2e-test resourceVersion: "16124" uid: 4fc68b53-4b49-4a23-8672-9432949ee960 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T12:53:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15904" uid: ff233522-a562-4d87-b808-e9983fb5f1b4 kind: Event lastTimestamp: "2026-07-02T12:53:49Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T12:53:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:53:49Z" name: isvc-sklearn-batcher-custom-predictor.18be7a21114ba8bc namespace: kserve-ci-e2e-test resourceVersion: "16556" uid: d5219f85-95bc-4f97-9b13-9785ddb5d604 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-02T12:53:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15904" uid: ff233522-a562-4d87-b808-e9983fb5f1b4 kind: Event lastTimestamp: "2026-07-02T12:53:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T12:53:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:53:50Z" name: isvc-sklearn-batcher-custom-predictor.18be7a2111d40992 namespace: kserve-ci-e2e-test resourceVersion: "16558" uid: 280888d2-9122-406a-a160-5d23da21e6e7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T12:52:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15698" uid: 855ca94b-fcc6-47b7-bc28-084ac66f3cbb kind: Event lastTimestamp: "2026-07-02T12:53:28Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T12:52:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:53:28Z" name: isvc-sklearn-batcher-custom.18be7a1314aa0d07 namespace: kserve-ci-e2e-test resourceVersion: "16402" uid: 8747baf7-c6f1-49b6-9ed4-baf2285589cc reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T12:52:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15698" uid: 855ca94b-fcc6-47b7-bc28-084ac66f3cbb kind: Event lastTimestamp: "2026-07-02T12:52:05Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T12:52:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:52:05Z" name: isvc-sklearn-batcher-custom.18be7a131545d1d1 namespace: kserve-ci-e2e-test resourceVersion: "15752" uid: 5900da26-3be8-44e5-a80b-ec47653a27f6 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15716" uid: 855ca94b-fcc6-47b7-bc28-084ac66f3cbb kind: Event lastTimestamp: "2026-07-02T12:52:05Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T12:52:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:52:05Z" name: isvc-sklearn-batcher-custom.18be7a132012051b namespace: kserve-ci-e2e-test resourceVersion: "15753" uid: 9b1fd0d6-13d9-4474-bb33-e11bec1df34c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:28Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16399" uid: 855ca94b-fcc6-47b7-bc28-084ac66f3cbb kind: Event lastTimestamp: "2026-07-02T12:53:28Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-02T12:53:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:53:28Z" name: isvc-sklearn-batcher-custom.18be7a2672631e4e namespace: kserve-ci-e2e-test resourceVersion: "16401" uid: eae9a192-d0a8-406a-b880-dae388031906 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T12:50:19.802501Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14895" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6d976b6578-n49z7 to ip-10-0-143-149.ec2.internal metadata: creationTimestamp: "2026-07-02T12:50:19Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T12:50:19Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79fa9f0cf6a7 namespace: kserve-ci-e2e-test resourceVersion: "14900" uid: 02e3803c-6e5b-457d-86dd-99cdac0ab748 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c79bc96b4-lrxqx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:20Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14904" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:20Z" message: Add eth0 [10.132.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T12:50:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T12:50:20Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79fab8beba0e namespace: kserve-ci-e2e-test resourceVersion: "14915" uid: 1bae7809-5bbc-4356-91e5-a9fcec29b9d1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:20Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:20Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:ad817336055c6da6bf66cacbd06b857caf8adb146e60422365f2b38a3444569b" metadata: creationTimestamp: "2026-07-02T12:50:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:20Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79faba5dbaeb namespace: kserve-ci-e2e-test resourceVersion: "14918" uid: f5da4cae-6eb8-4dc4-9d38-7a1659afc7f2 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:23Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:ad817336055c6da6bf66cacbd06b857caf8adb146e60422365f2b38a3444569b" in 3.152s (3.152s including waiting). Image size: 301878719 bytes.' metadata: creationTimestamp: "2026-07-02T12:50:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:23Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79fb7644650b namespace: kserve-ci-e2e-test resourceVersion: "14938" uid: 789cd709-f38e-4dea-8ed3-a1d18c8e074c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:23Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-02T12:50:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:23Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79fb79a6e8c5 namespace: kserve-ci-e2e-test resourceVersion: "14941" uid: 26407bb7-9e26-4a2a-8bbd-e42487ff4a2b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:23Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-02T12:50:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:23Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79fb7a35785d namespace: kserve-ci-e2e-test resourceVersion: "14942" uid: 35ff2302-d8fa-447c-adc5-3b0f408b3ce1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:27Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1694" metadata: creationTimestamp: "2026-07-02T12:50:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:27Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79fc628ac857 namespace: kserve-ci-e2e-test resourceVersion: "14975" uid: 2e4d94bb-431e-47d5-b4f5-69bcc73c5ab7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:40Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1694" in 12.764s (12.764s including waiting). Image size: 1558018474 bytes.' metadata: creationTimestamp: "2026-07-02T12:50:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:40Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79ff5b574622 namespace: kserve-ci-e2e-test resourceVersion: "15078" uid: 2e048c18-aaf3-4d3a-9e21-4e45d730ef71 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:40Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T12:50:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:40Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79ff5ef15fe3 namespace: kserve-ci-e2e-test resourceVersion: "15079" uid: 5fc96b46-1926-445b-b2e2-ae9dcffbe4d4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:40Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T12:50:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:40Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79ff5f69c817 namespace: kserve-ci-e2e-test resourceVersion: "15080" uid: 3e244adb-4ed0-4ea9-b43f-def4c10c4354 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:40Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-02T12:50:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:40Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79ff5f78e616 namespace: kserve-ci-e2e-test resourceVersion: "15081" uid: 5526ef64-1e92-4412-93be-b719b619df58 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:42Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.218s (2.218s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-02T12:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:42Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79ffe3b740f0 namespace: kserve-ci-e2e-test resourceVersion: "15093" uid: d2b35de8-f139-406f-a2be-e8f1e163edcf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T12:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:42Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79ffe6d76b33 namespace: kserve-ci-e2e-test resourceVersion: "15094" uid: 391880ea-1228-46e0-a859-cdc4d664915f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T12:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:42Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79ffe7659ed1 namespace: kserve-ci-e2e-test resourceVersion: "15095" uid: 60dea03e-a4ad-40f6-920e-5e6d24880942 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:42Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:4e7b5aaca6f327ecd44367d576730108bfee7dfd141d17da265242541f7cb6f0" metadata: creationTimestamp: "2026-07-02T12:50:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:42Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be79ffe771178e namespace: kserve-ci-e2e-test resourceVersion: "15096" uid: 46f13328-d42d-44e9-839b-003055ff2b61 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:44Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:4e7b5aaca6f327ecd44367d576730108bfee7dfd141d17da265242541f7cb6f0" in 2.385s (2.385s including waiting). Image size: 239994468 bytes.' metadata: creationTimestamp: "2026-07-02T12:50:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:44Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be7a00759e848e namespace: kserve-ci-e2e-test resourceVersion: "15111" uid: 973c7447-2351-484e-b274-fd6611d193aa reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:44Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-02T12:50:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:44Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be7a00786b9077 namespace: kserve-ci-e2e-test resourceVersion: "15113" uid: 93cca4cd-54a0-4493-b01d-7f3835b0d435 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:50:44Z" message: Started container agent metadata: creationTimestamp: "2026-07-02T12:50:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:50:44Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be7a0078d99f2e namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 4d9f54c1-2771-4e7b-8de8-90bb20d99cbd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T12:50:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:52:16Z" message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-02T12:50:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:16Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be7a00d59f3b75 namespace: kserve-ci-e2e-test resourceVersion: "15868" uid: cd6133ba-df2b-4227-a597-2e1096e7686b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-02T12:50:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:52:16Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-02T12:50:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:16Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be7a00d5a9dc4f namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: ab515b69-cf3d-4a06-a002-5f67e1f37729 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:52:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T12:52:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:04Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be7a131a67a726 namespace: kserve-ci-e2e-test resourceVersion: "15740" uid: f98ba39e-54e5-44ca-9653-c4a4bcb35406 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:52:04Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-02T12:52:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:04Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be7a131a67cce3 namespace: kserve-ci-e2e-test resourceVersion: "15742" uid: 254fda46-2fe2-447e-b561-9574e84e85e5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:52:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:52:04Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T12:52:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:04Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be7a131a67eabc namespace: kserve-ci-e2e-test resourceVersion: "15745" uid: 2f2eec2a-79dc-4ce6-9e78-a7e7db700302 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-02T12:52:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7 namespace: kserve-ci-e2e-test resourceVersion: "14898" uid: 9b52625a-18a6-4d51-bfa6-b27d335b186f kind: Event lastTimestamp: "2026-07-02T12:52:17Z" message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp 10.132.0.35:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-02T12:52:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:52:17Z" name: isvc-sklearn-batcher-predictor-6d976b6578-n49z7.18be7a13b1d1e038 namespace: kserve-ci-e2e-test resourceVersion: "15879" uid: 1330f75f-ab01-4a8b-a62d-0b9d79ab3b67 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-6d976b6578 namespace: kserve-ci-e2e-test resourceVersion: "14883" uid: cae4736b-5c69-4bfe-a5a7-86bf3716105c kind: Event lastTimestamp: "2026-07-02T12:50:19Z" message: 'Created pod: isvc-sklearn-batcher-predictor-6d976b6578-n49z7' metadata: creationTimestamp: "2026-07-02T12:50:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:50:19Z" name: isvc-sklearn-batcher-predictor-6d976b6578.18be79fa9e7a0ede namespace: kserve-ci-e2e-test resourceVersion: "14897" uid: 2ee4aeed-6c0c-4fa5-91bf-c9b22166408a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:50:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14882" uid: aa780826-69c9-4c0f-a217-d641729a9fbc kind: Event lastTimestamp: "2026-07-02T12:50:19Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-6d976b6578 from 0 to 1 metadata: creationTimestamp: "2026-07-02T12:50:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:50:19Z" name: isvc-sklearn-batcher-predictor.18be79fa974d22f6 namespace: kserve-ci-e2e-test resourceVersion: "14884" uid: f7e91487-b20e-4f95-8e0e-cf341e662fe7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T12:50:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14892" uid: eebef42f-cc2f-45fd-b2fa-3410d229119f kind: Event lastTimestamp: "2026-07-02T12:50:49Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T12:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:50:49Z" name: isvc-sklearn-batcher-predictor.18be79fe1cbcd3ba namespace: kserve-ci-e2e-test resourceVersion: "15158" uid: d28986e8-5d44-4ac7-ae7e-e16894b86192 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T12:50:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14892" uid: eebef42f-cc2f-45fd-b2fa-3410d229119f kind: Event lastTimestamp: "2026-07-02T12:50:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T12:50:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:50:49Z" name: isvc-sklearn-batcher-predictor.18be79fe1d04fdea namespace: kserve-ci-e2e-test resourceVersion: "15159" uid: 6f64238c-ae28-40b4-bd46-414ecd849d5d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-02T12:51:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15031" uid: eebef42f-cc2f-45fd-b2fa-3410d229119f kind: Event lastTimestamp: "2026-07-02T12:52:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T12:51:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:52:04Z" name: isvc-sklearn-batcher-predictor.18be7a051b26c0da namespace: kserve-ci-e2e-test resourceVersion: "15723" uid: 560ca7f8-bbab-4720-b217-ae223b301ba3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-02T12:51:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15031" uid: eebef42f-cc2f-45fd-b2fa-3410d229119f kind: Event lastTimestamp: "2026-07-02T12:52:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-02T12:51:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:52:04Z" name: isvc-sklearn-batcher-predictor.18be7a051b938385 namespace: kserve-ci-e2e-test resourceVersion: "15726" uid: 6f6a46d2-1b48-406b-a54c-44965a62c28e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-02T12:50:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 99ec32ec-4207-4372-8c75-c7e18fd8349c kind: Event lastTimestamp: "2026-07-02T12:51:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T12:50:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:51:56Z" name: isvc-sklearn-batcher.18be79fa9d6795f3 namespace: kserve-ci-e2e-test resourceVersion: "15638" uid: 31cc832a-14f2-48ed-99b3-c2b49985bd97 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T12:50:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 99ec32ec-4207-4372-8c75-c7e18fd8349c kind: Event lastTimestamp: "2026-07-02T12:50:19Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T12:50:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:50:19Z" name: isvc-sklearn-batcher.18be79fa9de20ba3 namespace: kserve-ci-e2e-test resourceVersion: "14909" uid: 789d0d26-8b5d-4491-86f3-f3cef391099d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T12:50:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14875" uid: 99ec32ec-4207-4372-8c75-c7e18fd8349c kind: Event lastTimestamp: "2026-07-02T12:50:19Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T12:50:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:50:19Z" name: isvc-sklearn-batcher.18be79fa9de257cf namespace: kserve-ci-e2e-test resourceVersion: "14910" uid: 11454f0c-9aa6-49aa-b1e3-93ca86b490eb reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:51:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15636" uid: 99ec32ec-4207-4372-8c75-c7e18fd8349c kind: Event lastTimestamp: "2026-07-02T12:51:56Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-02T12:51:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:51:56Z" name: isvc-sklearn-batcher.18be7a1123fb94bc namespace: kserve-ci-e2e-test resourceVersion: "15637" uid: 358a2af9-6ef1-47b5-b493-cc564fc6eff1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-02T12:53:50.226551Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-dvgt5 namespace: kserve-ci-e2e-test resourceVersion: "16579" uid: ed6be1f4-198d-4b49-915a-364d0f852567 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-dvgt5 to ip-10-0-143-149.ec2.internal metadata: creationTimestamp: "2026-07-02T12:53:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-02T12:53:50Z" name: message-dumper-predictor-6575bcfdfd-dvgt5.18be7a2b9d4d4385 namespace: kserve-ci-e2e-test resourceVersion: "16592" uid: ed51298c-2d25-4d3b-8e1c-93f6ccf12ccf reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-5c79bc96b4-lrxqx source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:50Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-dvgt5 namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: ed6be1f4-198d-4b49-915a-364d0f852567 kind: Event lastTimestamp: "2026-07-02T12:53:50Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-02T12:53:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:53:50Z" name: message-dumper-predictor-6575bcfdfd-dvgt5.18be7a2ba67f3be5 namespace: kserve-ci-e2e-test resourceVersion: "16614" uid: c983f9b9-2528-4ec6-a133-6d9f50155c51 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:51Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-dvgt5 namespace: kserve-ci-e2e-test resourceVersion: "16604" uid: ed6be1f4-198d-4b49-915a-364d0f852567 kind: Event lastTimestamp: "2026-07-02T12:53:51Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-02T12:53:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-02T12:53:51Z" name: message-dumper-predictor-6575bcfdfd-dvgt5.18be7a2bdaec8637 namespace: kserve-ci-e2e-test resourceVersion: "16623" uid: 66119cb6-8ff1-43d1-913d-fce8482bfc72 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-dvgt5 namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: ed6be1f4-198d-4b49-915a-364d0f852567 kind: Event lastTimestamp: "2026-07-02T12:53:51Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-02T12:53:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:53:51Z" name: message-dumper-predictor-6575bcfdfd-dvgt5.18be7a2bdc627f66 namespace: kserve-ci-e2e-test resourceVersion: "16625" uid: 10f712d7-dbb8-4c2d-a6a2-8c327df1f748 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-dvgt5 namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: ed6be1f4-198d-4b49-915a-364d0f852567 kind: Event lastTimestamp: "2026-07-02T12:53:52Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.324s (1.324s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-02T12:53:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:53:52Z" name: message-dumper-predictor-6575bcfdfd-dvgt5.18be7a2c2b54ee97 namespace: kserve-ci-e2e-test resourceVersion: "16637" uid: c4ce136b-8aa3-4b3b-94b3-def6186dcf5c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-dvgt5 namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: ed6be1f4-198d-4b49-915a-364d0f852567 kind: Event lastTimestamp: "2026-07-02T12:53:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-02T12:53:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:53:52Z" name: message-dumper-predictor-6575bcfdfd-dvgt5.18be7a2c2e91c166 namespace: kserve-ci-e2e-test resourceVersion: "16639" uid: 2388511c-41e3-48e8-bff0-155c024c337f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-dvgt5 namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: ed6be1f4-198d-4b49-915a-364d0f852567 kind: Event lastTimestamp: "2026-07-02T12:53:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-02T12:53:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:53:52Z" name: message-dumper-predictor-6575bcfdfd-dvgt5.18be7a2c2efe8c5a namespace: kserve-ci-e2e-test resourceVersion: "16640" uid: 490bc370-647c-4599-9562-b25a3aff1e53 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-dvgt5 namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: ed6be1f4-198d-4b49-915a-364d0f852567 kind: Event lastTimestamp: "2026-07-02T12:53:52Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-02T12:53:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:53:52Z" name: message-dumper-predictor-6575bcfdfd-dvgt5.18be7a2c2f07db19 namespace: kserve-ci-e2e-test resourceVersion: "16641" uid: 64dec951-bbe3-4288-af9e-dba0d448c814 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-dvgt5 namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: ed6be1f4-198d-4b49-915a-364d0f852567 kind: Event lastTimestamp: "2026-07-02T12:53:52Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-02T12:53:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:53:52Z" name: message-dumper-predictor-6575bcfdfd-dvgt5.18be7a2c324b95df namespace: kserve-ci-e2e-test resourceVersion: "16642" uid: 72a09b06-f4ef-4ac2-ac64-ec372b090d54 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-dvgt5 namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: ed6be1f4-198d-4b49-915a-364d0f852567 kind: Event lastTimestamp: "2026-07-02T12:53:52Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T12:53:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:53:52Z" name: message-dumper-predictor-6575bcfdfd-dvgt5.18be7a2c32b8b201 namespace: kserve-ci-e2e-test resourceVersion: "16643" uid: ed25936e-eb68-4f68-b3e3-153bccb6b0dc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-dvgt5 namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: ed6be1f4-198d-4b49-915a-364d0f852567 kind: Event lastTimestamp: "2026-07-02T12:55:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-02T12:55:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:55:45Z" name: message-dumper-predictor-6575bcfdfd-dvgt5.18be7a468023fda6 namespace: kserve-ci-e2e-test resourceVersion: "17613" uid: cb4fedd3-e40f-49bf-99d9-913cb498f1d1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:55:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-dvgt5 namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: ed6be1f4-198d-4b49-915a-364d0f852567 kind: Event lastTimestamp: "2026-07-02T12:55:45Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-02T12:55:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-02T12:55:45Z" name: message-dumper-predictor-6575bcfdfd-dvgt5.18be7a4680244f6d namespace: kserve-ci-e2e-test resourceVersion: "17614" uid: ff86bf01-deed-4cfb-8f69-26b502e7f09c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-149.ec2.internal source: component: kubelet host: ip-10-0-143-149.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16571" uid: eaa27632-5d53-4910-839d-45cd67dacbd0 kind: Event lastTimestamp: "2026-07-02T12:53:50Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-dvgt5' metadata: creationTimestamp: "2026-07-02T12:53:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:53:50Z" name: message-dumper-predictor-6575bcfdfd.18be7a2b9c72618e namespace: kserve-ci-e2e-test resourceVersion: "16586" uid: aea4e3b0-9aa8-4268-a270-76b9558cc07c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16569" uid: 7a7e750c-9add-409a-b4a2-de0821a35285 kind: Event lastTimestamp: "2026-07-02T12:53:50Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-02T12:53:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:53:50Z" name: message-dumper-predictor.18be7a2b96f64a06 namespace: kserve-ci-e2e-test resourceVersion: "16574" uid: b922f6e9-0a71-412c-b93d-16dddeceee08 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T12:54:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16570" uid: d4b2856c-5f9f-45e5-907b-60e2a07789b1 kind: Event lastTimestamp: "2026-07-02T12:54:20Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T12:54:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:54:20Z" name: message-dumper-predictor.18be7a2f16eb870d namespace: kserve-ci-e2e-test resourceVersion: "16921" uid: 5d58503e-8812-42d6-89ba-7c48aa6538c1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-02T12:54:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16570" uid: d4b2856c-5f9f-45e5-907b-60e2a07789b1 kind: Event lastTimestamp: "2026-07-02T12:54:20Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-02T12:54:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-02T12:54:20Z" name: message-dumper-predictor.18be7a2f17569db3 namespace: kserve-ci-e2e-test resourceVersion: "16922" uid: 8b2da0c7-27f2-430d-a3d9-e722aacbcaff reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-02T12:53:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16560" uid: bb728361-2b6f-4e8a-a25b-729737040641 kind: Event lastTimestamp: "2026-07-02T12:54:00Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-02T12:53:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:54:00Z" name: message-dumper.18be7a2b97060fe6 namespace: kserve-ci-e2e-test resourceVersion: "16709" uid: ace83364-67b1-4e0e-9b7b-08f5c12bcb4c reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:53:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16560" uid: bb728361-2b6f-4e8a-a25b-729737040641 kind: Event lastTimestamp: "2026-07-02T12:53:50Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-02T12:53:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:53:50Z" name: message-dumper.18be7a2b97e1e522 namespace: kserve-ci-e2e-test resourceVersion: "16575" uid: 7fe7f2af-d2c0-4797-a2bf-6a23bd2a6f25 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-02T12:54:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16707" uid: bb728361-2b6f-4e8a-a25b-729737040641 kind: Event lastTimestamp: "2026-07-02T12:54:00Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-02T12:54:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-02T12:54:00Z" name: message-dumper.18be7a2dffc35de8 namespace: kserve-ci-e2e-test resourceVersion: "16708" uid: 01545295-8fa8-4962-9efa-423fff86786d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22485"