--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:46:58.316345Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21329" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg to ip-10-0-131-138.ec2.internal metadata: creationTimestamp: "2026-07-01T19:46:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:46:58Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be422279479730 namespace: kserve-ci-e2e-test resourceVersion: "21334" uid: 4008e1be-a233-4eae-8254-256628ca2909 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67cd8b8949-cgwwm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:58Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: "2026-07-01T19:46:58Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T19:46:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:58Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be422282599422 namespace: kserve-ci-e2e-test resourceVersion: "21342" uid: 51ee6fd6-fd37-4e43-8a86-7a9cecd7ff6c reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:59Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21339" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: "2026-07-01T19:46:59Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:46:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:46:59Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be4222b673d648 namespace: kserve-ci-e2e-test resourceVersion: "21353" uid: 5edb8ca8-dfbf-4e39-aca1-4035d0ad079a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: "2026-07-01T19:46:59Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:46:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:59Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be4222b7fa45a8 namespace: kserve-ci-e2e-test resourceVersion: "21356" uid: 33bf03d4-5f96-4b1c-b7a5-55d5cee3c13e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: "2026-07-01T19:46:59Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:46:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:59Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be4222ba8d83ae namespace: kserve-ci-e2e-test resourceVersion: "21357" uid: 66a437eb-bde5-42fd-8aad-959c69f6d3f2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: "2026-07-01T19:46:59Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:46:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:59Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be4222bafee3ad namespace: kserve-ci-e2e-test resourceVersion: "21358" uid: d59b8626-752b-4cc8-9a1f-73a037a5407b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: "2026-07-01T19:47:08Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T19:47:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:08Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be4224bab37075 namespace: kserve-ci-e2e-test resourceVersion: "21425" uid: de619d39-28c1-4233-9bed-054584f5aa7d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: "2026-07-01T19:47:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:47:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:08Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be4224be8524c4 namespace: kserve-ci-e2e-test resourceVersion: "21427" uid: f30f04e4-c922-4001-8db9-fde2844fda16 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: "2026-07-01T19:47:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:47:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:08Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be4224befa4142 namespace: kserve-ci-e2e-test resourceVersion: "21428" uid: c1c1ceed-252c-4d61-8571-afa181de61e4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: "2026-07-01T19:47:08Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:47:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:08Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be4224bf054f43 namespace: kserve-ci-e2e-test resourceVersion: "21429" uid: 34267c1b-0721-4c77-83d1-581f3e4e1dcd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: "2026-07-01T19:47:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:47:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:08Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be4224c271ba94 namespace: kserve-ci-e2e-test resourceVersion: "21432" uid: 97dd9bd3-2a27-4c9d-af60-1bf634d6912a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: "2026-07-01T19:47:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:47:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:08Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be4224c2f10821 namespace: kserve-ci-e2e-test resourceVersion: "21434" uid: eb78755b-5eeb-483a-9676-7fc2024e0873 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:47:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: "2026-07-01T19:47:16Z" message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:47:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:16Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be4225327808dc namespace: kserve-ci-e2e-test resourceVersion: "21489" uid: 42ac269b-3517-408d-bf2d-4feec4c8763d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: "2026-07-01T19:47:28Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:47:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:28Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be42297b2092dd namespace: kserve-ci-e2e-test resourceVersion: "21608" uid: 2f0fba5d-e700-4801-830f-25deb7b46511 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: d5fb7d93-961f-4700-afac-ec4de2c5c9e4 kind: Event lastTimestamp: "2026-07-01T19:47:28Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:47:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:47:28Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg.18be42297b21266e namespace: kserve-ci-e2e-test resourceVersion: "21609" uid: c2729432-61a0-4035-8738-7c951d05bd84 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21320" uid: 6c7ab6d5-8f6d-4d9a-bc0b-62bb492549ac kind: Event lastTimestamp: "2026-07-01T19:46:58Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-7z2sg' metadata: creationTimestamp: "2026-07-01T19:46:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:46:58Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18be422278bb0f9e namespace: kserve-ci-e2e-test resourceVersion: "21330" uid: 791123c5-1048-4f6d-bdba-789f3b0074cb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21318" uid: 4f705495-27f4-487b-a3ef-0b8bb7aaa037 kind: Event lastTimestamp: "2026-07-01T19:46:58Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:46:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:46:58Z" name: isvc-autogluon-ts-v1-predictor.18be42227362feeb namespace: kserve-ci-e2e-test resourceVersion: "21322" uid: 4d13e2db-979d-4ba0-b1bc-94c29693bb5a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:47:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21319" uid: 867c4ec3-45e7-4b1e-b4e9-002dc07a5499 kind: Event lastTimestamp: "2026-07-01T19:47:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:47:28Z" name: isvc-autogluon-ts-v1-predictor.18be4225f2248133 namespace: kserve-ci-e2e-test resourceVersion: "21593" uid: 6181b1d4-da86-450a-947f-0c20c9daf1e2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:47:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21319" uid: 867c4ec3-45e7-4b1e-b4e9-002dc07a5499 kind: Event lastTimestamp: "2026-07-01T19:47:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:47:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:47:28Z" name: isvc-autogluon-ts-v1-predictor.18be4225f27d3dd5 namespace: kserve-ci-e2e-test resourceVersion: "21594" uid: d6493e34-7bf8-4094-b86d-afd53aff7e74 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:46:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: ce861511-81ab-4c44-b0f5-06160b46d4a2 kind: Event lastTimestamp: "2026-07-01T19:47:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:46:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:47:26Z" name: isvc-autogluon-ts-v1.18be422273107fe5 namespace: kserve-ci-e2e-test resourceVersion: "21574" uid: a851f9ba-e7e0-4fba-99e5-b8d0432c9688 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: ce861511-81ab-4c44-b0f5-06160b46d4a2 kind: Event lastTimestamp: "2026-07-01T19:46:58Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:46:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:46:58Z" name: isvc-autogluon-ts-v1.18be4222736745af namespace: kserve-ci-e2e-test resourceVersion: "21323" uid: 8ad33073-04ff-4496-9d7e-ea7995bbb685 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: ce861511-81ab-4c44-b0f5-06160b46d4a2 kind: Event lastTimestamp: "2026-07-01T19:46:58Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:46:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:46:58Z" name: isvc-autogluon-ts-v1.18be422273679580 namespace: kserve-ci-e2e-test resourceVersion: "21325" uid: a1ab1f09-36f3-4ebe-a391-21e23c47007d reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:47:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21570" uid: ce861511-81ab-4c44-b0f5-06160b46d4a2 kind: Event lastTimestamp: "2026-07-01T19:47:26Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-01T19:47:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:47:26Z" name: isvc-autogluon-ts-v1.18be4228f312b3e4 namespace: kserve-ci-e2e-test resourceVersion: "21572" uid: befde0c1-75f8-4b7d-881f-674e7be63f19 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:37:46.929560Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17121" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh to ip-10-0-131-138.ec2.internal metadata: creationTimestamp: "2026-07-01T19:37:46Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:37:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41a21810fed1 namespace: kserve-ci-e2e-test resourceVersion: "17136" uid: 43197879-977c-4316-a3bd-99178313e29f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67cd8b8949-cgwwm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:47Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17147" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: "2026-07-01T19:37:47Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:37:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:37:47Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41a23243219c namespace: kserve-ci-e2e-test resourceVersion: "17175" uid: 47f18274-9dcf-464e-baa1-abc41cfd2f5c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:47Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: "2026-07-01T19:37:47Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:37:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:37:47Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41a233ad9a3f namespace: kserve-ci-e2e-test resourceVersion: "17177" uid: f05dd3b9-d6d1-483d-89e4-90c612b21b89 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:47Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: "2026-07-01T19:37:47Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:37:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:37:47Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41a2365c0a70 namespace: kserve-ci-e2e-test resourceVersion: "17178" uid: b6f73411-7f5a-4e8c-98a0-0594495e7290 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:47Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: "2026-07-01T19:37:47Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:37:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:37:47Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41a236e63cfe namespace: kserve-ci-e2e-test resourceVersion: "17179" uid: bd750730-cea7-4b08-84aa-e4f99c5d6c67 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: "2026-07-01T19:38:07Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-01T19:38:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:07Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41a6fc0275b8 namespace: kserve-ci-e2e-test resourceVersion: "17331" uid: 0858e44b-9143-45f3-896d-118c295fa88c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: "2026-07-01T19:40:29Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m21.508s (2m21.508s including waiting). Image size: 8939170586 bytes.' metadata: creationTimestamp: "2026-07-01T19:40:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:29Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41c7ee951929 namespace: kserve-ci-e2e-test resourceVersion: "18320" uid: e07bd062-5e4f-4397-ba94-6e73b8e36aa4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: "2026-07-01T19:40:29Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:40:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:29Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41c7f44db9e6 namespace: kserve-ci-e2e-test resourceVersion: "18322" uid: 0cfaa61d-fd44-49ec-9ea4-270508741dd3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: "2026-07-01T19:40:29Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:40:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:29Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41c7f57ac696 namespace: kserve-ci-e2e-test resourceVersion: "18323" uid: e645f191-7217-4465-ab72-7a772b14cc6e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: "2026-07-01T19:40:29Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:40:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:29Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41c7f5856b98 namespace: kserve-ci-e2e-test resourceVersion: "18324" uid: 1ce82a82-86ec-4646-a89c-a47b5365e513 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: "2026-07-01T19:40:29Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:40:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:29Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41c7fa4dc90c namespace: kserve-ci-e2e-test resourceVersion: "18325" uid: 608be49b-575a-467f-92d3-17efaf809afc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: "2026-07-01T19:40:29Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:40:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:29Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41c7fb48bdea namespace: kserve-ci-e2e-test resourceVersion: "18326" uid: 720d9ad2-d9d1-4ac2-a3a5-2618cb50f468 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:40:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: "2026-07-01T19:40:36Z" message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:40:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:36Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41c82ec1a168 namespace: kserve-ci-e2e-test resourceVersion: "18377" uid: 2c7eb056-f2a5-4a79-b955-9bea94e863ea reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: "2026-07-01T19:40:47Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:40:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:47Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41cc0be8c39a namespace: kserve-ci-e2e-test resourceVersion: "18479" uid: 19ba852b-8a1f-4e73-8188-fec46ca5a7ef reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh namespace: kserve-ci-e2e-test resourceVersion: "17128" uid: 3c90f011-879c-48e4-b3cd-ff2c43b8c8a9 kind: Event lastTimestamp: "2026-07-01T19:40:47Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:40:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:47Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh.18be41cc0be93789 namespace: kserve-ci-e2e-test resourceVersion: "18480" uid: de471f75-f54a-4380-8fbc-1177d5d491bf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:46Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17111" uid: 4bd67e36-a5cf-4ec3-942f-d86cced5a176 kind: Event lastTimestamp: "2026-07-01T19:37:46Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-cxgmh' metadata: creationTimestamp: "2026-07-01T19:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:37:46Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18be41a2179bffa1 namespace: kserve-ci-e2e-test resourceVersion: "17127" uid: f5fb2b05-219a-4ec0-822c-aa27a37dd1f7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:46Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17108" uid: 81000dc4-8131-4d9f-9924-157c8ecdf289 kind: Event lastTimestamp: "2026-07-01T19:37:46Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:37:46Z" name: isvc-autogluon-v1-predictor.18be41a21386958d namespace: kserve-ci-e2e-test resourceVersion: "17114" uid: 7dd1022d-fcbe-4141-9862-3a35068ffea0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:38:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17109" uid: 8ac18322-7550-4f5f-a79b-0a01802eb611 kind: Event lastTimestamp: "2026-07-01T19:40:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:38:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:40:32Z" name: isvc-autogluon-v1-predictor.18be41a5927c48fb namespace: kserve-ci-e2e-test resourceVersion: "18349" uid: c27d93f3-1963-4822-8fad-47b9d0f89fa8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:38:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17109" uid: 8ac18322-7550-4f5f-a79b-0a01802eb611 kind: Event lastTimestamp: "2026-07-01T19:40:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:38:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:40:32Z" name: isvc-autogluon-v1-predictor.18be41a592ef2114 namespace: kserve-ci-e2e-test resourceVersion: "18350" uid: 04e81002-b81d-4880-b829-a59818d37d7c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17290" uid: 8ac18322-7550-4f5f-a79b-0a01802eb611 kind: Event lastTimestamp: "2026-07-01T19:40:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:40:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:40:47Z" name: isvc-autogluon-v1-predictor.18be41cc08a275c9 namespace: kserve-ci-e2e-test resourceVersion: "18464" uid: e4223459-23bb-4c73-b877-93e809d30c7c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17290" uid: 8ac18322-7550-4f5f-a79b-0a01802eb611 kind: Event lastTimestamp: "2026-07-01T19:40:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:40:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:40:47Z" name: isvc-autogluon-v1-predictor.18be41cc0930a4d0 namespace: kserve-ci-e2e-test resourceVersion: "18466" uid: d3f8387c-bbb3-431f-8b57-d72fb79b257a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T19:37:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17101" uid: 0098a6f3-6c3c-40a7-9412-3be7915b7d9a kind: Event lastTimestamp: "2026-07-01T19:40:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:40:46Z" name: isvc-autogluon-v1.18be41a2135e3b2b namespace: kserve-ci-e2e-test resourceVersion: "18458" uid: 2675a800-91c1-4a3e-8a6d-30e5d7cd7e1b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17101" uid: 0098a6f3-6c3c-40a7-9412-3be7915b7d9a kind: Event lastTimestamp: "2026-07-01T19:37:46Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:37:46Z" name: isvc-autogluon-v1.18be41a213c8e3ec namespace: kserve-ci-e2e-test resourceVersion: "17116" uid: 944b7fc1-7b10-4435-8d64-b6c012e1eae1 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17101" uid: 0098a6f3-6c3c-40a7-9412-3be7915b7d9a kind: Event lastTimestamp: "2026-07-01T19:37:46Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:37:46Z" name: isvc-autogluon-v1.18be41a213c937cd namespace: kserve-ci-e2e-test resourceVersion: "17117" uid: 6311d9c0-5711-4c6b-b8db-41c0e0241dde reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18456" uid: 0098a6f3-6c3c-40a7-9412-3be7915b7d9a kind: Event lastTimestamp: "2026-07-01T19:40:46Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-01T19:40:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:40:46Z" name: isvc-autogluon-v1.18be41cbee65d4b0 namespace: kserve-ci-e2e-test resourceVersion: "18457" uid: 37418069-9e8a-40c4-8b45-f48e94c1d609 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:45:03.009675Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z namespace: kserve-ci-e2e-test resourceVersion: "20444" uid: 354d8d61-95c8-4db2-9ab6-9d8962b91360 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z to ip-10-0-131-138.ec2.internal metadata: creationTimestamp: "2026-07-01T19:45:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:45:03Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z.18be4207a0777965 namespace: kserve-ci-e2e-test resourceVersion: "20449" uid: aafe27ff-e4c6-4079-85f0-b7b893dec386 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67cd8b8949-cgwwm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:03Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z namespace: kserve-ci-e2e-test resourceVersion: "20456" uid: 354d8d61-95c8-4db2-9ab6-9d8962b91360 kind: Event lastTimestamp: "2026-07-01T19:45:03Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:45:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:45:03Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z.18be4207ba449acc namespace: kserve-ci-e2e-test resourceVersion: "20466" uid: 3623ad85-846f-44ce-83bc-9c08d951c7bd reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z namespace: kserve-ci-e2e-test resourceVersion: "20446" uid: 354d8d61-95c8-4db2-9ab6-9d8962b91360 kind: Event lastTimestamp: "2026-07-01T19:45:03Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:45:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:03Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z.18be4207bbf01798 namespace: kserve-ci-e2e-test resourceVersion: "20468" uid: 645993ca-b481-4024-90ec-0f42fb64a2ce reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z namespace: kserve-ci-e2e-test resourceVersion: "20446" uid: 354d8d61-95c8-4db2-9ab6-9d8962b91360 kind: Event lastTimestamp: "2026-07-01T19:45:03Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:45:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:03Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z.18be4207bf9e1453 namespace: kserve-ci-e2e-test resourceVersion: "20469" uid: 43b42a9b-3cdd-496c-b695-0550d1ee2ca3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z namespace: kserve-ci-e2e-test resourceVersion: "20446" uid: 354d8d61-95c8-4db2-9ab6-9d8962b91360 kind: Event lastTimestamp: "2026-07-01T19:45:03Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:45:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:03Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z.18be4207c017eca2 namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: e09aebd0-6682-4810-98aa-953adf25f536 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z namespace: kserve-ci-e2e-test resourceVersion: "20446" uid: 354d8d61-95c8-4db2-9ab6-9d8962b91360 kind: Event lastTimestamp: "2026-07-01T19:45:08Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:08Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z.18be4208eb29dc20 namespace: kserve-ci-e2e-test resourceVersion: "20514" uid: 02980b93-384d-40c2-a6d6-d1d2df9d4073 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z namespace: kserve-ci-e2e-test resourceVersion: "20446" uid: 354d8d61-95c8-4db2-9ab6-9d8962b91360 kind: Event lastTimestamp: "2026-07-01T19:45:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:08Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z.18be4208ee22e408 namespace: kserve-ci-e2e-test resourceVersion: "20516" uid: 3bd8a5d2-c303-49cc-bdf3-ff2c0ba5c2c7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z namespace: kserve-ci-e2e-test resourceVersion: "20446" uid: 354d8d61-95c8-4db2-9ab6-9d8962b91360 kind: Event lastTimestamp: "2026-07-01T19:45:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:08Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z.18be4208ee9c1b93 namespace: kserve-ci-e2e-test resourceVersion: "20517" uid: b72daed9-3f94-4745-bada-c280841f18b5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z namespace: kserve-ci-e2e-test resourceVersion: "20446" uid: 354d8d61-95c8-4db2-9ab6-9d8962b91360 kind: Event lastTimestamp: "2026-07-01T19:45:08Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:08Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z.18be4208eea66972 namespace: kserve-ci-e2e-test resourceVersion: "20518" uid: 58354d16-744c-48ad-95f7-7c6b62b89f78 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z namespace: kserve-ci-e2e-test resourceVersion: "20446" uid: 354d8d61-95c8-4db2-9ab6-9d8962b91360 kind: Event lastTimestamp: "2026-07-01T19:45:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:08Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z.18be4208f1e8aa71 namespace: kserve-ci-e2e-test resourceVersion: "20521" uid: ae6df00b-d806-434f-9115-90e3e724aec0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z namespace: kserve-ci-e2e-test resourceVersion: "20446" uid: 354d8d61-95c8-4db2-9ab6-9d8962b91360 kind: Event lastTimestamp: "2026-07-01T19:45:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:08Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z.18be4208f260d85f namespace: kserve-ci-e2e-test resourceVersion: "20523" uid: 297e4323-6d32-491f-b460-dba0e034c42c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z namespace: kserve-ci-e2e-test resourceVersion: "20446" uid: 354d8d61-95c8-4db2-9ab6-9d8962b91360 kind: Event lastTimestamp: "2026-07-01T19:46:53Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:46:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:53Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z.18be422143fce46e namespace: kserve-ci-e2e-test resourceVersion: "21267" uid: 9316d739-3b02-4dcb-b4df-fd1f4a51e973 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z namespace: kserve-ci-e2e-test resourceVersion: "20446" uid: 354d8d61-95c8-4db2-9ab6-9d8962b91360 kind: Event lastTimestamp: "2026-07-01T19:46:53Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:46:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:53Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z.18be422143fd64c0 namespace: kserve-ci-e2e-test resourceVersion: "21268" uid: 9f5bb179-3097-4dfb-bdd2-110987954af4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "20433" uid: db3c0691-615d-4c77-a05c-493977388f48 kind: Event lastTimestamp: "2026-07-01T19:45:03Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-8vk4z' metadata: creationTimestamp: "2026-07-01T19:45:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:45:03Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18be42079ff4076f namespace: kserve-ci-e2e-test resourceVersion: "20445" uid: c9fa1c52-b51d-4e38-ae7a-d83a26007b72 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20431" uid: c0f69d64-f4e3-478e-8165-52dcf47e455e kind: Event lastTimestamp: "2026-07-01T19:45:02Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:45:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:45:02Z" name: isvc-autogluon-v2-noslash-predictor.18be42079a52352f namespace: kserve-ci-e2e-test resourceVersion: "20436" uid: 854a08e4-4d14-4da5-8172-77fc19ce9e7a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:45:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20432" uid: d8af8c9e-1afb-4ea4-b30d-154f85943710 kind: Event lastTimestamp: "2026-07-01T19:45:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:45:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:45:47Z" name: isvc-autogluon-v2-noslash-predictor.18be420b18cc9880 namespace: kserve-ci-e2e-test resourceVersion: "20789" uid: 4988ed53-ff6d-4c9e-bb65-79429bc81cca reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:45:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20432" uid: d8af8c9e-1afb-4ea4-b30d-154f85943710 kind: Event lastTimestamp: "2026-07-01T19:45:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:45:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:45:47Z" name: isvc-autogluon-v2-noslash-predictor.18be420b1940b293 namespace: kserve-ci-e2e-test resourceVersion: "20790" uid: 69e0580b-785d-42b6-99c9-7e365997be59 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:46:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: d8af8c9e-1afb-4ea4-b30d-154f85943710 kind: Event lastTimestamp: "2026-07-01T19:46:48Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:46:48Z" name: isvc-autogluon-v2-noslash-predictor.18be421597080d52 namespace: kserve-ci-e2e-test resourceVersion: "21213" uid: 26d2dcde-0d4a-4fe1-ab23-48b19972a206 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:46:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20589" uid: d8af8c9e-1afb-4ea4-b30d-154f85943710 kind: Event lastTimestamp: "2026-07-01T19:46:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:46:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:46:48Z" name: isvc-autogluon-v2-noslash-predictor.18be421597977203 namespace: kserve-ci-e2e-test resourceVersion: "21214" uid: 4b666fa3-536b-40b5-af9d-e953dbc900d4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:45:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20424" uid: f392cf35-fe77-405e-851e-9271b51f6ed7 kind: Event lastTimestamp: "2026-07-01T19:46:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:45:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:46:45Z" name: isvc-autogluon-v2-noslash.18be42079a517621 namespace: kserve-ci-e2e-test resourceVersion: "21196" uid: bb9763ae-cd14-4c6c-87e4-768df00589b3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:45:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20424" uid: f392cf35-fe77-405e-851e-9271b51f6ed7 kind: Event lastTimestamp: "2026-07-01T19:45:03Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:45:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:45:03Z" name: isvc-autogluon-v2-noslash.18be42079acfbad0 namespace: kserve-ci-e2e-test resourceVersion: "20450" uid: e0759017-4759-4290-b820-d7b95cb1cbd9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:45:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20424" uid: f392cf35-fe77-405e-851e-9271b51f6ed7 kind: Event lastTimestamp: "2026-07-01T19:45:03Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:45:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:45:03Z" name: isvc-autogluon-v2-noslash.18be42079ad005ad namespace: kserve-ci-e2e-test resourceVersion: "20452" uid: 5d859e33-98ac-4725-bb8e-2a013dad2a64 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21194" uid: f392cf35-fe77-405e-851e-9271b51f6ed7 kind: Event lastTimestamp: "2026-07-01T19:46:45Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-01T19:46:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:46:45Z" name: isvc-autogluon-v2-noslash.18be421f8066d3cf namespace: kserve-ci-e2e-test resourceVersion: "21195" uid: 9cc0b41f-e433-4df1-bad8-0c0fec12fe43 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:40:52.368987Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-h95pv namespace: kserve-ci-e2e-test resourceVersion: "18547" uid: 3e923983-991d-4bd7-8217-4c18f2657cd1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-h95pv to ip-10-0-131-138.ec2.internal metadata: creationTimestamp: "2026-07-01T19:40:52Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:40:52Z" name: isvc-autogluon-v2-predictor-67b849d456-h95pv.18be41cd451e1320 namespace: kserve-ci-e2e-test resourceVersion: "18551" uid: 82cefd80-dee0-4f43-85ce-3fe53ffef20a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67cd8b8949-cgwwm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:52Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-h95pv namespace: kserve-ci-e2e-test resourceVersion: "18557" uid: 3e923983-991d-4bd7-8217-4c18f2657cd1 kind: Event lastTimestamp: "2026-07-01T19:40:52Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:40:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:40:52Z" name: isvc-autogluon-v2-predictor-67b849d456-h95pv.18be41cd61d9262d namespace: kserve-ci-e2e-test resourceVersion: "18564" uid: db5b6ec8-6343-472f-b373-7c66adcecd75 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:52Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-h95pv namespace: kserve-ci-e2e-test resourceVersion: "18548" uid: 3e923983-991d-4bd7-8217-4c18f2657cd1 kind: Event lastTimestamp: "2026-07-01T19:40:52Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:40:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:52Z" name: isvc-autogluon-v2-predictor-67b849d456-h95pv.18be41cd6359b132 namespace: kserve-ci-e2e-test resourceVersion: "18566" uid: dba68a84-fb28-49cd-9ed8-d46c4ebee958 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:52Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-h95pv namespace: kserve-ci-e2e-test resourceVersion: "18548" uid: 3e923983-991d-4bd7-8217-4c18f2657cd1 kind: Event lastTimestamp: "2026-07-01T19:40:52Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:40:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:52Z" name: isvc-autogluon-v2-predictor-67b849d456-h95pv.18be41cd69f44736 namespace: kserve-ci-e2e-test resourceVersion: "18568" uid: 2b361312-3c36-42ca-8f28-c122d198c545 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:53Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-h95pv namespace: kserve-ci-e2e-test resourceVersion: "18548" uid: 3e923983-991d-4bd7-8217-4c18f2657cd1 kind: Event lastTimestamp: "2026-07-01T19:40:53Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:40:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:53Z" name: isvc-autogluon-v2-predictor-67b849d456-h95pv.18be41cd6b21d85d namespace: kserve-ci-e2e-test resourceVersion: "18569" uid: 998806cc-6b73-4486-a34b-eeaa2e3253bf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-h95pv namespace: kserve-ci-e2e-test resourceVersion: "18548" uid: 3e923983-991d-4bd7-8217-4c18f2657cd1 kind: Event lastTimestamp: "2026-07-01T19:40:58Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T19:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:58Z" name: isvc-autogluon-v2-predictor-67b849d456-h95pv.18be41ceba815825 namespace: kserve-ci-e2e-test resourceVersion: "18614" uid: ede0e658-487e-441c-b014-e61e68853256 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-h95pv namespace: kserve-ci-e2e-test resourceVersion: "18548" uid: 3e923983-991d-4bd7-8217-4c18f2657cd1 kind: Event lastTimestamp: "2026-07-01T19:40:58Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:58Z" name: isvc-autogluon-v2-predictor-67b849d456-h95pv.18be41cec188ce21 namespace: kserve-ci-e2e-test resourceVersion: "18619" uid: c1583897-0b8b-439a-aaba-e6675d674c41 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-h95pv namespace: kserve-ci-e2e-test resourceVersion: "18548" uid: 3e923983-991d-4bd7-8217-4c18f2657cd1 kind: Event lastTimestamp: "2026-07-01T19:40:58Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:58Z" name: isvc-autogluon-v2-predictor-67b849d456-h95pv.18be41cec2f33283 namespace: kserve-ci-e2e-test resourceVersion: "18620" uid: 645ee90a-a3b7-4050-9391-c85ed745c780 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-h95pv namespace: kserve-ci-e2e-test resourceVersion: "18548" uid: 3e923983-991d-4bd7-8217-4c18f2657cd1 kind: Event lastTimestamp: "2026-07-01T19:40:58Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:58Z" name: isvc-autogluon-v2-predictor-67b849d456-h95pv.18be41cec3007f80 namespace: kserve-ci-e2e-test resourceVersion: "18621" uid: e37a0d7c-d8b1-43e9-8b3f-af9a5c955d38 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-h95pv namespace: kserve-ci-e2e-test resourceVersion: "18548" uid: 3e923983-991d-4bd7-8217-4c18f2657cd1 kind: Event lastTimestamp: "2026-07-01T19:40:58Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:58Z" name: isvc-autogluon-v2-predictor-67b849d456-h95pv.18be41cec96f32a0 namespace: kserve-ci-e2e-test resourceVersion: "18623" uid: 4360997e-9cd0-4797-b56f-99220a272674 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-h95pv namespace: kserve-ci-e2e-test resourceVersion: "18548" uid: 3e923983-991d-4bd7-8217-4c18f2657cd1 kind: Event lastTimestamp: "2026-07-01T19:40:58Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:58Z" name: isvc-autogluon-v2-predictor-67b849d456-h95pv.18be41cecabd32cf namespace: kserve-ci-e2e-test resourceVersion: "18624" uid: 363c6738-0e4b-4ca2-8fe9-96e6ad07132e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-h95pv namespace: kserve-ci-e2e-test resourceVersion: "18548" uid: 3e923983-991d-4bd7-8217-4c18f2657cd1 kind: Event lastTimestamp: "2026-07-01T19:42:42Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:42:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:42:42Z" name: isvc-autogluon-v2-predictor-67b849d456-h95pv.18be41e6f0842e14 namespace: kserve-ci-e2e-test resourceVersion: "19366" uid: e0b826b8-90b9-421f-8fef-9d2729493da4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-h95pv namespace: kserve-ci-e2e-test resourceVersion: "18548" uid: 3e923983-991d-4bd7-8217-4c18f2657cd1 kind: Event lastTimestamp: "2026-07-01T19:42:42Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:42:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:42:42Z" name: isvc-autogluon-v2-predictor-67b849d456-h95pv.18be41e6f084cb8a namespace: kserve-ci-e2e-test resourceVersion: "19367" uid: ea0283ca-cf6b-4b1e-bda2-70a5bbd90f21 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:52Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "18538" uid: f2af53f3-1b4f-4f32-bd6f-5a1a884aaf7a kind: Event lastTimestamp: "2026-07-01T19:40:52Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-h95pv' metadata: creationTimestamp: "2026-07-01T19:40:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:40:52Z" name: isvc-autogluon-v2-predictor-67b849d456.18be41cd44c731c7 namespace: kserve-ci-e2e-test resourceVersion: "18549" uid: 458f5dba-1057-49a3-aa3d-039a4fba77fc reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:52Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18536" uid: d5e7e855-9428-4639-875d-ac0b2961ed4e kind: Event lastTimestamp: "2026-07-01T19:40:52Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:40:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:40:52Z" name: isvc-autogluon-v2-predictor.18be41cd3f86ff5a namespace: kserve-ci-e2e-test resourceVersion: "18539" uid: c11c6835-4136-45e6-9712-3d6bbcf9a0f6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:41:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18537" uid: da820382-4be1-45aa-a95c-7cb20c8d7051 kind: Event lastTimestamp: "2026-07-01T19:41:37Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:41:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:41:37Z" name: isvc-autogluon-v2-predictor.18be41d0be9a803f namespace: kserve-ci-e2e-test resourceVersion: "18886" uid: a4077f14-ae14-4ad0-887a-9509c766f4a6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:41:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18537" uid: da820382-4be1-45aa-a95c-7cb20c8d7051 kind: Event lastTimestamp: "2026-07-01T19:41:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:41:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:41:37Z" name: isvc-autogluon-v2-predictor.18be41d0bf063f4b namespace: kserve-ci-e2e-test resourceVersion: "18887" uid: 9c35018b-1eca-4324-b818-cbb7e83a6361 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:41:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18681" uid: da820382-4be1-45aa-a95c-7cb20c8d7051 kind: Event lastTimestamp: "2026-07-01T19:42:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:41:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:42:37Z" name: isvc-autogluon-v2-predictor.18be41db3bfcbdb4 namespace: kserve-ci-e2e-test resourceVersion: "19303" uid: a798c5cc-9371-4a09-bdc1-d53f5abe3ad7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:41:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18681" uid: da820382-4be1-45aa-a95c-7cb20c8d7051 kind: Event lastTimestamp: "2026-07-01T19:42:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:41:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:42:37Z" name: isvc-autogluon-v2-predictor.18be41db3c73b5a2 namespace: kserve-ci-e2e-test resourceVersion: "19304" uid: 7cbb870c-3910-4112-93c4-a7525d135102 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:42:47.706991Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd namespace: kserve-ci-e2e-test resourceVersion: "19425" uid: 58e8d72b-e963-48fd-8ac4-2c1d10824ef4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd to ip-10-0-131-138.ec2.internal metadata: creationTimestamp: "2026-07-01T19:42:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:42:47Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd.18be41e81fcc642e namespace: kserve-ci-e2e-test resourceVersion: "19432" uid: deedce2c-6761-434c-a6f4-2258ff948c19 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67cd8b8949-cgwwm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:48Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd namespace: kserve-ci-e2e-test resourceVersion: "19439" uid: 58e8d72b-e963-48fd-8ac4-2c1d10824ef4 kind: Event lastTimestamp: "2026-07-01T19:42:48Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:42:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:42:48Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd.18be41e8396ab2a2 namespace: kserve-ci-e2e-test resourceVersion: "19444" uid: a463ff31-5dcf-4964-b500-ef8df75fc9a6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: 58e8d72b-e963-48fd-8ac4-2c1d10824ef4 kind: Event lastTimestamp: "2026-07-01T19:42:48Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:42:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:42:48Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd.18be41e83acf0dbe namespace: kserve-ci-e2e-test resourceVersion: "19447" uid: 54734e11-0c3b-4683-811f-bc7e03569b9b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: 58e8d72b-e963-48fd-8ac4-2c1d10824ef4 kind: Event lastTimestamp: "2026-07-01T19:42:48Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:42:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:42:48Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd.18be41e83e092b3d namespace: kserve-ci-e2e-test resourceVersion: "19448" uid: 32f39acf-1084-420e-9ec3-30c1047900c5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: 58e8d72b-e963-48fd-8ac4-2c1d10824ef4 kind: Event lastTimestamp: "2026-07-01T19:42:48Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:42:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:42:48Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd.18be41e83e80eb8c namespace: kserve-ci-e2e-test resourceVersion: "19449" uid: 03c5b630-05a6-4ca5-af4e-2e90b9ea2020 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: 58e8d72b-e963-48fd-8ac4-2c1d10824ef4 kind: Event lastTimestamp: "2026-07-01T19:43:09Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T19:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:09Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd.18be41ed1c00bf5d namespace: kserve-ci-e2e-test resourceVersion: "19600" uid: 9dc763f6-9593-4569-98f7-90aa2af71d62 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: 58e8d72b-e963-48fd-8ac4-2c1d10824ef4 kind: Event lastTimestamp: "2026-07-01T19:43:09Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:09Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd.18be41ed1ef125fb namespace: kserve-ci-e2e-test resourceVersion: "19602" uid: 73ec5936-6931-4652-b728-18f72cac9b2b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: 58e8d72b-e963-48fd-8ac4-2c1d10824ef4 kind: Event lastTimestamp: "2026-07-01T19:43:09Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:09Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd.18be41ed1f892ca3 namespace: kserve-ci-e2e-test resourceVersion: "19605" uid: 53bc4bcd-d8f2-4aae-b1fd-ffad211d8def reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: 58e8d72b-e963-48fd-8ac4-2c1d10824ef4 kind: Event lastTimestamp: "2026-07-01T19:43:09Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:09Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd.18be41ed1f950371 namespace: kserve-ci-e2e-test resourceVersion: "19606" uid: 5cba49b8-0bb0-4777-b1b3-acf7356ab964 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: 58e8d72b-e963-48fd-8ac4-2c1d10824ef4 kind: Event lastTimestamp: "2026-07-01T19:43:09Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:09Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd.18be41ed22ebc657 namespace: kserve-ci-e2e-test resourceVersion: "19609" uid: a24faf6c-9012-478b-8951-02d09a978894 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: 58e8d72b-e963-48fd-8ac4-2c1d10824ef4 kind: Event lastTimestamp: "2026-07-01T19:43:09Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:43:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:09Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd.18be41ed235fe65c namespace: kserve-ci-e2e-test resourceVersion: "19610" uid: 90bdbde8-89f3-4db0-8a2f-58ca08d05606 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: 58e8d72b-e963-48fd-8ac4-2c1d10824ef4 kind: Event lastTimestamp: "2026-07-01T19:44:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:44:57Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd.18be42066c47dfb8 namespace: kserve-ci-e2e-test resourceVersion: "20382" uid: b6527b0e-3489-418c-b471-48c6e6f0cfdc reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: 58e8d72b-e963-48fd-8ac4-2c1d10824ef4 kind: Event lastTimestamp: "2026-07-01T19:44:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:44:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:44:57Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd.18be42066c484c28 namespace: kserve-ci-e2e-test resourceVersion: "20383" uid: 1b89b558-f0fd-4dd9-b13f-9dfb8ac95b6a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd namespace: kserve-ci-e2e-test resourceVersion: "19430" uid: 58e8d72b-e963-48fd-8ac4-2c1d10824ef4 kind: Event lastTimestamp: "2026-07-01T19:44:58Z" message: 'Readiness probe failed: Get "http://10.132.0.28:8080/v2/models/isvc-autogluon-v2-variants/ready": dial tcp 10.132.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:44:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:44:58Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd.18be42069024e419 namespace: kserve-ci-e2e-test resourceVersion: "20388" uid: 6643ffae-c9a1-4a22-b786-3b4703df9b59 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "19416" uid: c904cf9e-2408-4bd9-b634-bf50a2512282 kind: Event lastTimestamp: "2026-07-01T19:42:47Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-l42fd' metadata: creationTimestamp: "2026-07-01T19:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:42:47Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18be41e81f092d50 namespace: kserve-ci-e2e-test resourceVersion: "19426" uid: fb75e366-30c6-4caf-bec2-5a0dc0284f7f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19414" uid: 62ed25a2-2677-4e64-a872-a3fcd68c05e6 kind: Event lastTimestamp: "2026-07-01T19:42:47Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:42:47Z" name: isvc-autogluon-v2-variants-predictor.18be41e81ab0dc79 namespace: kserve-ci-e2e-test resourceVersion: "19417" uid: 5a42ad86-c5ef-429b-bbaa-248c2408ce72 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:43:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19415" uid: 2dcb4f94-4df5-4a92-9c26-7a9db26cafa2 kind: Event lastTimestamp: "2026-07-01T19:43:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:43:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:43:17Z" name: isvc-autogluon-v2-variants-predictor.18be41eb99a694ec namespace: kserve-ci-e2e-test resourceVersion: "19667" uid: 90852ecd-954d-4e01-9eeb-16094763e673 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:43:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19415" uid: 2dcb4f94-4df5-4a92-9c26-7a9db26cafa2 kind: Event lastTimestamp: "2026-07-01T19:43:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:43:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:43:17Z" name: isvc-autogluon-v2-variants-predictor.18be41eb9a125c0f namespace: kserve-ci-e2e-test resourceVersion: "19668" uid: 520e52f1-51b5-4336-8608-f3ba7d54ff19 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-01T19:43:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19557" uid: 2dcb4f94-4df5-4a92-9c26-7a9db26cafa2 kind: Event lastTimestamp: "2026-07-01T19:44:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:43:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:44:47Z" name: isvc-autogluon-v2-variants-predictor.18be41f298b41978 namespace: kserve-ci-e2e-test resourceVersion: "20288" uid: e82dc6d4-e94f-4b1e-9660-16d260e27c3b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-01T19:43:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19557" uid: 2dcb4f94-4df5-4a92-9c26-7a9db26cafa2 kind: Event lastTimestamp: "2026-07-01T19:44:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:43:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:44:47Z" name: isvc-autogluon-v2-variants-predictor.18be41f2994b04fd namespace: kserve-ci-e2e-test resourceVersion: "20289" uid: a355cc0d-ea53-4fbf-a6c7-22272fcc9441 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:42:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19407" uid: b41c7b04-74e7-41ca-9c4d-c5d4c1ee3ebe kind: Event lastTimestamp: "2026-07-01T19:44:48Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:44:48Z" name: isvc-autogluon-v2-variants.18be41e81ab3b1aa namespace: kserve-ci-e2e-test resourceVersion: "20303" uid: ed936fd3-33f9-4551-9329-86111c5ff3ff reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:42:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19407" uid: b41c7b04-74e7-41ca-9c4d-c5d4c1ee3ebe kind: Event lastTimestamp: "2026-07-01T19:42:47Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:42:47Z" name: isvc-autogluon-v2-variants.18be41e81b4887b6 namespace: kserve-ci-e2e-test resourceVersion: "19436" uid: c38f675e-704d-49fd-8a66-92e5d2362541 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:42:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19407" uid: b41c7b04-74e7-41ca-9c4d-c5d4c1ee3ebe kind: Event lastTimestamp: "2026-07-01T19:42:47Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:42:47Z" name: isvc-autogluon-v2-variants.18be41e81b48e66e namespace: kserve-ci-e2e-test resourceVersion: "19438" uid: e19c76e6-264a-4345-9a1b-dc9ea2b2b336 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20301" uid: b41c7b04-74e7-41ca-9c4d-c5d4c1ee3ebe kind: Event lastTimestamp: "2026-07-01T19:44:48Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-01T19:44:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:44:48Z" name: isvc-autogluon-v2-variants.18be420443098ab3 namespace: kserve-ci-e2e-test resourceVersion: "20302" uid: d5185f8a-97c2-4d06-bb4d-6ad211950e70 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-07-01T19:40:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18529" uid: f508660d-a9e7-4e5a-8d4a-80a2fac76d5e kind: Event lastTimestamp: "2026-07-01T19:42:37Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:40:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:42:37Z" name: isvc-autogluon-v2.18be41cd3f84d7ae namespace: kserve-ci-e2e-test resourceVersion: "19314" uid: 4d1168a2-ab97-49db-88b6-077ea55ec084 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18529" uid: f508660d-a9e7-4e5a-8d4a-80a2fac76d5e kind: Event lastTimestamp: "2026-07-01T19:40:52Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:40:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:40:52Z" name: isvc-autogluon-v2.18be41cd4020cb9f namespace: kserve-ci-e2e-test resourceVersion: "18542" uid: 46f6d8c9-f3d0-41d5-9b2e-3e61163a8799 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18529" uid: f508660d-a9e7-4e5a-8d4a-80a2fac76d5e kind: Event lastTimestamp: "2026-07-01T19:40:52Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:40:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:40:52Z" name: isvc-autogluon-v2.18be41cd40212ba2 namespace: kserve-ci-e2e-test resourceVersion: "18543" uid: a8cce661-d7d5-4e14-a2cc-8f8c868097e6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19312" uid: f508660d-a9e7-4e5a-8d4a-80a2fac76d5e kind: Event lastTimestamp: "2026-07-01T19:42:37Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-01T19:42:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:42:37Z" name: isvc-autogluon-v2.18be41e5c2007be6 namespace: kserve-ci-e2e-test resourceVersion: "19313" uid: 721ef5e4-f8d2-432c-bde9-ff6131cd08e5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:36:11.629949Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16348" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-599b89d7c-4csn9 to ip-10-0-131-138.ec2.internal metadata: creationTimestamp: "2026-07-01T19:36:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:36:11Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418be7c45648 namespace: kserve-ci-e2e-test resourceVersion: "16352" uid: 6af2403a-d211-4355-b890-c6c6e98b7c0d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67cd8b8949-cgwwm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:11Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:36:11Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T19:36:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:11Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418bf8dccc72 namespace: kserve-ci-e2e-test resourceVersion: "16361" uid: a1717026-8d01-4d5a-b4ce-6f74546199aa reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:12Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:36:12Z" message: Add eth0 [10.132.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:36:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:36:12Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418c2517f971 namespace: kserve-ci-e2e-test resourceVersion: "16372" uid: 8c2ff9de-00bb-464b-89db-88d53d5a3c8d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:36:12Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:36:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:12Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418c2691519f namespace: kserve-ci-e2e-test resourceVersion: "16374" uid: 18c9a09d-68cd-4605-afee-14f26b375a7e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:36:12Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:36:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:12Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418c29d6e28e namespace: kserve-ci-e2e-test resourceVersion: "16375" uid: 5f3e1c4c-4c32-45af-a994-754fd4ad5a48 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:36:12Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:36:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:12Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418c2a4c91fc namespace: kserve-ci-e2e-test resourceVersion: "16376" uid: c2635aa1-c2ab-4047-a62a-8cab7e7b1fb0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:36:16Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T19:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:16Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418d09d00c59 namespace: kserve-ci-e2e-test resourceVersion: "16408" uid: 867a778a-040f-42dc-9201-fa66c9f9475a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:36:16Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:16Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418d0ca73e14 namespace: kserve-ci-e2e-test resourceVersion: "16410" uid: d5bb2a8f-58f8-44b5-82e4-883af371b84e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:36:16Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:16Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418d0d387451 namespace: kserve-ci-e2e-test resourceVersion: "16412" uid: 11d7e091-5f93-44cb-99b6-73f89c94d6fb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:36:16Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:16Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418d0d443844 namespace: kserve-ci-e2e-test resourceVersion: "16414" uid: beff8c4f-3637-4f1b-99c1-f6f307d644fd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:36:16Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:16Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418d1069fd81 namespace: kserve-ci-e2e-test resourceVersion: "16417" uid: 868624ba-006d-4943-bff4-dced25409ed4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:36:16Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:16Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418d10dbe285 namespace: kserve-ci-e2e-test resourceVersion: "16418" uid: 04e0f2b9-5f29-4c2c-ab5a-022dbe2343dc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:36:16Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:694a44c3a2aed22c78d433e9220113d47feab5895f86a8ff0e64d7345c386ab0" already present on machine metadata: creationTimestamp: "2026-07-01T19:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:16Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418d10e62117 namespace: kserve-ci-e2e-test resourceVersion: "16419" uid: 8c0f3554-289a-428b-bc49-5e12d407225f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:36:16Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T19:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:16Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418d153a02ce namespace: kserve-ci-e2e-test resourceVersion: "16420" uid: d2858ccd-37c7-42ea-86ce-cccc369b666c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:36:16Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T19:36:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:16Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418d15cbdaaa namespace: kserve-ci-e2e-test resourceVersion: "16421" uid: 256b7a3e-2d16-40fd-aacf-0c31d3d44c2b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:36:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:37:54Z" message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:37:54Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418d45dcd240 namespace: kserve-ci-e2e-test resourceVersion: "17233" uid: 57e7142d-15bc-4f05-9f0a-2ec593cf5d26 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:36:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:37:54Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T19:36:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:37:54Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be418d462f7430 namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: d1fe964f-34aa-45de-b08a-a7b260890c74 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:37:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:37:46Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be41a21a5c92b0 namespace: kserve-ci-e2e-test resourceVersion: "17149" uid: c7c08307-f8af-4e48-a2af-94facb07d147 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:37:46Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T19:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:37:46Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be41a21a5d9c08 namespace: kserve-ci-e2e-test resourceVersion: "17150" uid: 0a1be188-cddd-4450-aeff-b97eb8408e12 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:37:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:37:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:37:46Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be41a21a5debb1 namespace: kserve-ci-e2e-test resourceVersion: "17155" uid: 92e349bf-29b1-4ff0-95d8-9b90e1729118 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:37:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-599b89d7c-4csn9 namespace: kserve-ci-e2e-test resourceVersion: "16350" uid: 94a7be8e-e234-4a30-9613-1f4f7c7cc378 kind: Event lastTimestamp: "2026-07-01T19:37:53Z" message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp 10.132.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:37:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:37:53Z" name: isvc-logger-predictor-599b89d7c-4csn9.18be41a27609f2e6 namespace: kserve-ci-e2e-test resourceVersion: "17227" uid: a078b7ae-417c-47ad-a10e-954e15701e9a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-599b89d7c namespace: kserve-ci-e2e-test resourceVersion: "16337" uid: ceb2e411-385f-4fca-9193-6c02c3a773f6 kind: Event lastTimestamp: "2026-07-01T19:36:11Z" message: 'Created pod: isvc-logger-predictor-599b89d7c-4csn9' metadata: creationTimestamp: "2026-07-01T19:36:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:11Z" name: isvc-logger-predictor-599b89d7c.18be418be754888d namespace: kserve-ci-e2e-test resourceVersion: "16349" uid: 412590fa-d51d-4d18-b2a5-ed41b729e4e0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16335" uid: d77bdd05-bf2c-450f-8654-8ce662898dc7 kind: Event lastTimestamp: "2026-07-01T19:36:11Z" message: Scaled up replica set isvc-logger-predictor-599b89d7c from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:36:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:11Z" name: isvc-logger-predictor.18be418be3a9d9de namespace: kserve-ci-e2e-test resourceVersion: "16339" uid: fb6efc0e-4486-46e7-b6a3-db4f0213e498 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16336" uid: b475eba8-54e8-4c82-b00a-e0cc81bcf482 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:26Z" name: isvc-logger-predictor.18be418f62a67694 namespace: kserve-ci-e2e-test resourceVersion: "16504" uid: 269b5193-2bed-45f2-9987-543e42035405 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16336" uid: b475eba8-54e8-4c82-b00a-e0cc81bcf482 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:36:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:26Z" name: isvc-logger-predictor.18be418f632a6fa1 namespace: kserve-ci-e2e-test resourceVersion: "16506" uid: bc15b274-cca2-4b2f-a167-d0d8d4a7ba5d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T19:36:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16505" uid: b475eba8-54e8-4c82-b00a-e0cc81bcf482 kind: Event lastTimestamp: "2026-07-01T19:37:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:36:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:37:41Z" name: isvc-logger-predictor.18be4192e1e7aa6b namespace: kserve-ci-e2e-test resourceVersion: "17056" uid: 3c07dd85-5d88-4eea-a360-bd175d75864f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T19:36:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16505" uid: b475eba8-54e8-4c82-b00a-e0cc81bcf482 kind: Event lastTimestamp: "2026-07-01T19:37:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:36:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:37:41Z" name: isvc-logger-predictor.18be4192e255aa5e namespace: kserve-ci-e2e-test resourceVersion: "17057" uid: 1238f73f-47fc-44b1-adb4-7c5277e53ec6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:36:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16327" uid: 52eea9b6-ac95-496d-a8b9-a80beaf4cb3e kind: Event lastTimestamp: "2026-07-01T19:37:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:36:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:37:34Z" name: isvc-logger.18be418be3aa5450 namespace: kserve-ci-e2e-test resourceVersion: "17008" uid: 0f00aee1-198c-4994-8c88-4e47a36a418f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16327" uid: 52eea9b6-ac95-496d-a8b9-a80beaf4cb3e kind: Event lastTimestamp: "2026-07-01T19:36:11Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:36:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:36:11Z" name: isvc-logger.18be418be42909c0 namespace: kserve-ci-e2e-test resourceVersion: "16342" uid: ebee7a5d-e353-405b-a0e2-eb1f8295cb53 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17005" uid: 52eea9b6-ac95-496d-a8b9-a80beaf4cb3e kind: Event lastTimestamp: "2026-07-01T19:37:34Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-01T19:37:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:37:34Z" name: isvc-logger.18be419f35dd6f62 namespace: kserve-ci-e2e-test resourceVersion: "17007" uid: 76098e81-e58f-414d-820f-0fe190989141 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:34:16.409311Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15357" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr to ip-10-0-131-138.ec2.internal metadata: creationTimestamp: "2026-07-01T19:34:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:34:16Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be41711414def8 namespace: kserve-ci-e2e-test resourceVersion: "15364" uid: d8473322-3b23-41cb-8591-d707e815dcca reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67cd8b8949-cgwwm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:16Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:34:16Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T19:34:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:16Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be4171204c0fbb namespace: kserve-ci-e2e-test resourceVersion: "15376" uid: 368ac828-9597-45cf-bdfc-e41d9c7975ee reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:17Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15368" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:34:17Z" message: Add eth0 [10.132.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:34:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:34:17Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be4171517fa0be namespace: kserve-ci-e2e-test resourceVersion: "15384" uid: 12c4ef50-7784-4465-9886-8b29ba0781bf reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:34:17Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:34:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:17Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be4171531bf1a4 namespace: kserve-ci-e2e-test resourceVersion: "15386" uid: 660bc13c-c798-4aa3-977a-8795e0d4bfd2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:34:17Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:34:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:17Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be4171564d801f namespace: kserve-ci-e2e-test resourceVersion: "15387" uid: b5d0d36f-35d4-4f52-a446-0e07e1616c8d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:34:17Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:34:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:17Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be417156c3f2e8 namespace: kserve-ci-e2e-test resourceVersion: "15388" uid: 473b49e8-4e23-4686-8649-1292c8cf914f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:34:22Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T19:34:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:22Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be41726416a890 namespace: kserve-ci-e2e-test resourceVersion: "15431" uid: 6450cf3b-2355-43d9-8962-fd00a1e7a30d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:34:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:34:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:22Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be41726786c66d namespace: kserve-ci-e2e-test resourceVersion: "15433" uid: 1c931606-ba65-4779-861c-2996b7aa493d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:34:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:34:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:22Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be4172681ffb66 namespace: kserve-ci-e2e-test resourceVersion: "15436" uid: 323b6eb3-b74f-48a2-a5f6-81934b7377d0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:34:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:34:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:22Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be4172682cae72 namespace: kserve-ci-e2e-test resourceVersion: "15437" uid: 5044be97-8279-4391-b4b4-33ec6cb3c08f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:34:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:34:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:22Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be41726b1700cf namespace: kserve-ci-e2e-test resourceVersion: "15440" uid: 3012ec77-babd-4887-8bbc-5d6d23a5745b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:34:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:34:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:22Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be41726b8f9682 namespace: kserve-ci-e2e-test resourceVersion: "15441" uid: e76abfd9-b74e-4e53-8410-0f79008f06f5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:34:22Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:694a44c3a2aed22c78d433e9220113d47feab5895f86a8ff0e64d7345c386ab0" already present on machine metadata: creationTimestamp: "2026-07-01T19:34:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:22Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be41726b9a744a namespace: kserve-ci-e2e-test resourceVersion: "15442" uid: 719c9b20-08ab-46e0-9dc8-263ee1d12852 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:34:22Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T19:34:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:22Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be41726e799a75 namespace: kserve-ci-e2e-test resourceVersion: "15443" uid: 0f01c7e1-949f-4a5c-ba57-f348d1c50830 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:34:22Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T19:34:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:22Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be41726eee6cc7 namespace: kserve-ci-e2e-test resourceVersion: "15444" uid: a740231f-5c4c-4478-a416-82f3399a2bef reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:34:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:36:00Z" message: 'Readiness probe failed: dial tcp 10.132.0.23:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:34:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:00Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be4172a01c445c namespace: kserve-ci-e2e-test resourceVersion: "16232" uid: f2e02efc-1dda-4fa4-a16a-6ab7abb702a7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:34:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:36:00Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T19:34:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:00Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be4172a0264d4f namespace: kserve-ci-e2e-test resourceVersion: "16233" uid: 9a0b8ee9-2550-484f-a053-681e55c47982 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:35:51Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:51Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be41873dd2d0d1 namespace: kserve-ci-e2e-test resourceVersion: "16142" uid: e4104f45-2333-4f41-8947-b6bc1b588e1e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:35:51Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T19:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:51Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be41873dd46a66 namespace: kserve-ci-e2e-test resourceVersion: "16145" uid: d0359ac2-c8bf-4822-b295-3083f4d28ce2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:35:51Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:51Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be41873dd4831f namespace: kserve-ci-e2e-test resourceVersion: "16150" uid: 416e780f-e403-42cf-8897-768892220ff1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:35:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 2c176608-fd44-45d4-b7c0-60e9523f4cda kind: Event lastTimestamp: "2026-07-01T19:35:59Z" message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp 10.132.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:35:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:59Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr.18be4187d04c5075 namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: 235a5d1f-3abc-4a8f-9304-a7a693b6f3b2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5 namespace: kserve-ci-e2e-test resourceVersion: "15328" uid: 58911602-1b4f-4e30-a6fa-295bc35719a8 kind: Event lastTimestamp: "2026-07-01T19:34:16Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5fccccdbd5-4w9cr' metadata: creationTimestamp: "2026-07-01T19:34:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:16Z" name: isvc-sklearn-batcher-custom-predictor-5fccccdbd5.18be4171139c52ea namespace: kserve-ci-e2e-test resourceVersion: "15360" uid: 480c98c6-a31d-40e6-a697-977e999fa3e6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15326" uid: 839fe725-a01b-4bb1-aa75-822fd798aa41 kind: Event lastTimestamp: "2026-07-01T19:34:16Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5fccccdbd5 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:34:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:16Z" name: isvc-sklearn-batcher-custom-predictor.18be41710e6dfeec namespace: kserve-ci-e2e-test resourceVersion: "15329" uid: 1f8c1a96-3ec1-4795-8965-9dd685373d1c reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:34:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15327" uid: 9aa07ef1-15f5-40d2-b4b4-d9d70b378118 kind: Event lastTimestamp: "2026-07-01T19:34:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:34:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:46Z" name: isvc-sklearn-batcher-custom-predictor.18be41748d9fbe25 namespace: kserve-ci-e2e-test resourceVersion: "15627" uid: a9a961d3-a44e-482e-9aee-b6ed265fd54f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:34:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15327" uid: 9aa07ef1-15f5-40d2-b4b4-d9d70b378118 kind: Event lastTimestamp: "2026-07-01T19:34:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:34:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:46Z" name: isvc-sklearn-batcher-custom-predictor.18be41748e189281 namespace: kserve-ci-e2e-test resourceVersion: "15628" uid: aadc7422-ca76-47c2-9dd9-9a4e326765a3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:35:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 9aa07ef1-15f5-40d2-b4b4-d9d70b378118 kind: Event lastTimestamp: "2026-07-01T19:35:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:35:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:35:46Z" name: isvc-sklearn-batcher-custom-predictor.18be417b8c26c3e6 namespace: kserve-ci-e2e-test resourceVersion: "16065" uid: c8a0610f-1390-4502-9472-1a6d4f942ca3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:35:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 9aa07ef1-15f5-40d2-b4b4-d9d70b378118 kind: Event lastTimestamp: "2026-07-01T19:35:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:35:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:35:46Z" name: isvc-sklearn-batcher-custom-predictor.18be417b8c9ecf65 namespace: kserve-ci-e2e-test resourceVersion: "16066" uid: 48178bcb-58d7-4928-9fcb-d8a441081cbd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:34:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15317" uid: abb9defa-9c11-4013-8114-2b3ca7d6fe25 kind: Event lastTimestamp: "2026-07-01T19:35:40Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:34:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:35:40Z" name: isvc-sklearn-batcher-custom.18be41710e7106d1 namespace: kserve-ci-e2e-test resourceVersion: "16022" uid: 10ef2946-5671-4a2d-b99b-3d8e46570ce7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15317" uid: abb9defa-9c11-4013-8114-2b3ca7d6fe25 kind: Event lastTimestamp: "2026-07-01T19:34:16Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:34:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:34:16Z" name: isvc-sklearn-batcher-custom.18be41710f060a30 namespace: kserve-ci-e2e-test resourceVersion: "15332" uid: c8481384-7fe6-4848-a75b-dd3e8262ba29 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16019" uid: abb9defa-9c11-4013-8114-2b3ca7d6fe25 kind: Event lastTimestamp: "2026-07-01T19:35:40Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-01T19:35:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:35:40Z" name: isvc-sklearn-batcher-custom.18be4184aa23d1c3 namespace: kserve-ci-e2e-test resourceVersion: "16020" uid: 83afcd87-9053-4caf-9d1d-88e3a13969fb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:32:31.264857Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14507" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j to ip-10-0-131-138.ec2.internal metadata: creationTimestamp: "2026-07-01T19:32:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:32:31Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be415898fbe186 namespace: kserve-ci-e2e-test resourceVersion: "14512" uid: 2718b373-eabe-4c1d-8a05-5bb057c196e4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67cd8b8949-cgwwm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:31Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:31Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T19:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:31Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be4158a6847952 namespace: kserve-ci-e2e-test resourceVersion: "14528" uid: 4dbb040b-e192-4f27-815e-e22578724cbc reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14517" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:32Z" message: Add eth0 [10.132.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:32:32Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be4158d642d4e4 namespace: kserve-ci-e2e-test resourceVersion: "14539" uid: 29da8e18-ff36-4151-ae3c-7401fda4140e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:32Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:32Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be4158d7dd93b3 namespace: kserve-ci-e2e-test resourceVersion: "14541" uid: 97cf6252-92a6-4cbc-941a-97d7060a0550 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:32Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:32Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be4158dadbe8c2 namespace: kserve-ci-e2e-test resourceVersion: "14542" uid: 7f705084-ed8e-4928-a07b-4d897884e36b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:32Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:32:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:32Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be4158db4e4dd0 namespace: kserve-ci-e2e-test resourceVersion: "14543" uid: f6c9104c-9a50-4605-8d9e-c5054b7babed reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:36Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" metadata: creationTimestamp: "2026-07-01T19:32:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:36Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be4159d7fb787d namespace: kserve-ci-e2e-test resourceVersion: "14582" uid: 187839b5-e4ae-4873-a231-963006cbe77c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:51Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" in 14.817s (14.817s including waiting). Image size: 1558595510 bytes.' metadata: creationTimestamp: "2026-07-01T19:32:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:51Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be415d4b33d48f namespace: kserve-ci-e2e-test resourceVersion: "14690" uid: ebe6fcdc-f1de-46fe-a98b-5d5613a8a63a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:51Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:32:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:51Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be415d4ee96450 namespace: kserve-ci-e2e-test resourceVersion: "14691" uid: 00649ac1-43be-4356-9add-2e693027b49c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:51Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:32:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:51Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be415d4f611a97 namespace: kserve-ci-e2e-test resourceVersion: "14692" uid: 7a2661b7-c115-4c76-992c-f946a79541ff reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:51Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-01T19:32:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:51Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be415d4f6fdc1e namespace: kserve-ci-e2e-test resourceVersion: "14693" uid: ccbc3f3e-1290-4322-a43e-104c380f4c9f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:53Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.441s (2.441s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-01T19:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:53Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be415de0f076ae namespace: kserve-ci-e2e-test resourceVersion: "14710" uid: 8748f5c5-8c43-4fdf-bc11-5368334c4050 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:53Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:32:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:53Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be415de3b6855a namespace: kserve-ci-e2e-test resourceVersion: "14711" uid: e160956d-2094-48d9-bfb7-a660cd3730ea reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:32:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:54Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be415de42c2c15 namespace: kserve-ci-e2e-test resourceVersion: "14712" uid: 14967088-2662-4d5f-b75d-6e98a801735b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:54Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:694a44c3a2aed22c78d433e9220113d47feab5895f86a8ff0e64d7345c386ab0" metadata: creationTimestamp: "2026-07-01T19:32:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:54Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be415de43a9a96 namespace: kserve-ci-e2e-test resourceVersion: "14713" uid: cfc0bc7f-dbdb-41df-b929-1f6f63cd3e25 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:57Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:694a44c3a2aed22c78d433e9220113d47feab5895f86a8ff0e64d7345c386ab0" in 3.107s (3.107s including waiting). Image size: 239994492 bytes.' metadata: creationTimestamp: "2026-07-01T19:32:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:57Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be415e9d7b3181 namespace: kserve-ci-e2e-test resourceVersion: "14734" uid: fdddd46c-40e2-4ecc-ab3e-a16742600158 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:57Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T19:32:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:57Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be415ea07ed3c2 namespace: kserve-ci-e2e-test resourceVersion: "14735" uid: a5ffb498-59d9-405d-aa8f-1a5639f75455 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:32:57Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T19:32:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:57Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be415ea0edd5df namespace: kserve-ci-e2e-test resourceVersion: "14736" uid: 2c312e12-3407-4aac-a53b-9cb084aebb3c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:32:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:34:20Z" message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:32:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:20Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be415ec241e884 namespace: kserve-ci-e2e-test resourceVersion: "15421" uid: 0505b6e6-7bfd-44fd-9b31-e3d2cecda27a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T19:32:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:34:20Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T19:32:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:20Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be415efe0dc337 namespace: kserve-ci-e2e-test resourceVersion: "15422" uid: b68a5d5a-9a42-4103-aecf-e0744ee930cf reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:34:16Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:34:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:16Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be417112baa654 namespace: kserve-ci-e2e-test resourceVersion: "15353" uid: ee793562-2d1c-4fe0-9f13-37e066124100 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:34:16Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T19:34:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:16Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be417112bb3c2d namespace: kserve-ci-e2e-test resourceVersion: "15356" uid: 627efc97-b537-48e3-92ee-75e0cefd1c5a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:34:16Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:34:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:16Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be417112bd6d03 namespace: kserve-ci-e2e-test resourceVersion: "15358" uid: 21e1748d-1034-4f0b-b6d4-16aa5cf07343 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:34:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: 30592ced-3f5c-4b0c-a200-d8fdd11a393c kind: Event lastTimestamp: "2026-07-01T19:34:28Z" message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp 10.132.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:34:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:28Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j.18be41719e5f8ec8 namespace: kserve-ci-e2e-test resourceVersion: "15497" uid: 89915420-eb20-4c95-b86c-61adcd3fed46 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-869f8b8c7d namespace: kserve-ci-e2e-test resourceVersion: "14496" uid: 85769fb9-b36e-4066-9388-12840cc7a6e8 kind: Event lastTimestamp: "2026-07-01T19:32:31Z" message: 'Created pod: isvc-sklearn-batcher-predictor-869f8b8c7d-tv68j' metadata: creationTimestamp: "2026-07-01T19:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:32:31Z" name: isvc-sklearn-batcher-predictor-869f8b8c7d.18be41589887cf51 namespace: kserve-ci-e2e-test resourceVersion: "14509" uid: 338d3edc-33f8-436c-86dd-769849529e3a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14495" uid: 6f648fab-d445-4fd5-84d0-a9c083192214 kind: Event lastTimestamp: "2026-07-01T19:32:31Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-869f8b8c7d from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:32:31Z" name: isvc-sklearn-batcher-predictor.18be41588fb05ddd namespace: kserve-ci-e2e-test resourceVersion: "14497" uid: 57e62af4-f00c-4349-9e5b-587ecd821e44 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:32:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14502" uid: 213782f2-9439-4d15-beda-79ddcc8de8d7 kind: Event lastTimestamp: "2026-07-01T19:33:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:32:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:33:31Z" name: isvc-sklearn-batcher-predictor.18be415c151de924 namespace: kserve-ci-e2e-test resourceVersion: "14992" uid: 56930cc9-f0d4-487e-b8e7-156287c42c15 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:32:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14502" uid: 213782f2-9439-4d15-beda-79ddcc8de8d7 kind: Event lastTimestamp: "2026-07-01T19:33:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:32:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:33:31Z" name: isvc-sklearn-batcher-predictor.18be415c158c9055 namespace: kserve-ci-e2e-test resourceVersion: "14993" uid: 9f11573e-e8da-4768-9dba-6525f02a9951 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:33:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14653" uid: 213782f2-9439-4d15-beda-79ddcc8de8d7 kind: Event lastTimestamp: "2026-07-01T19:34:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:16Z" name: isvc-sklearn-batcher-predictor.18be416a119cc846 namespace: kserve-ci-e2e-test resourceVersion: "15335" uid: 0e3946db-2eb4-4fca-9ae4-adf0aff773cd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:33:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14653" uid: 213782f2-9439-4d15-beda-79ddcc8de8d7 kind: Event lastTimestamp: "2026-07-01T19:34:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:33:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:16Z" name: isvc-sklearn-batcher-predictor.18be416a120f381f namespace: kserve-ci-e2e-test resourceVersion: "15337" uid: 6ecb4b44-8d97-4937-9000-584e7c9a7065 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:32:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14485" uid: 98de7513-4c66-4ba8-8140-a2a1e8165f94 kind: Event lastTimestamp: "2026-07-01T19:34:10Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:34:10Z" name: isvc-sklearn-batcher.18be415895a61f81 namespace: kserve-ci-e2e-test resourceVersion: "15277" uid: 534fee27-1e1d-45ea-a0a2-3bf700f9d55b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:32:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14485" uid: 98de7513-4c66-4ba8-8140-a2a1e8165f94 kind: Event lastTimestamp: "2026-07-01T19:32:31Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:32:31Z" name: isvc-sklearn-batcher.18be415895fc0829 namespace: kserve-ci-e2e-test resourceVersion: "14521" uid: 52dae82b-e8d4-44cc-9f21-37df6697b0b1 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:32:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14485" uid: 98de7513-4c66-4ba8-8140-a2a1e8165f94 kind: Event lastTimestamp: "2026-07-01T19:32:31Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:32:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:32:31Z" name: isvc-sklearn-batcher.18be415895fc6d26 namespace: kserve-ci-e2e-test resourceVersion: "14522" uid: d8fc367c-ca38-4592-bff5-5dc5f46a11fd reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15275" uid: 98de7513-4c66-4ba8-8140-a2a1e8165f94 kind: Event lastTimestamp: "2026-07-01T19:34:10Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-01T19:34:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:34:10Z" name: isvc-sklearn-batcher.18be416fc89d81dd namespace: kserve-ci-e2e-test resourceVersion: "15276" uid: 9b25387f-e538-4328-86f3-880f8b8b7b8f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:35:51.592531Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-gxcmx namespace: kserve-ci-e2e-test resourceVersion: "16133" uid: 823baaa0-2b4e-49cd-8900-11ce6b54d01d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-gxcmx to ip-10-0-131-138.ec2.internal metadata: creationTimestamp: "2026-07-01T19:35:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:35:51Z" name: message-dumper-predictor-6575bcfdfd-gxcmx.18be41873d71da24 namespace: kserve-ci-e2e-test resourceVersion: "16140" uid: 0acd29c4-fe84-4b16-a1fb-34c397136564 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-67cd8b8949-cgwwm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:52Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-gxcmx namespace: kserve-ci-e2e-test resourceVersion: "16151" uid: 823baaa0-2b4e-49cd-8900-11ce6b54d01d kind: Event lastTimestamp: "2026-07-01T19:35:52Z" message: Add eth0 [10.132.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:35:52Z" name: message-dumper-predictor-6575bcfdfd-gxcmx.18be418757638e04 namespace: kserve-ci-e2e-test resourceVersion: "16162" uid: e48caac2-e5ce-4459-9474-48b2817e6311 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-gxcmx namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 823baaa0-2b4e-49cd-8900-11ce6b54d01d kind: Event lastTimestamp: "2026-07-01T19:35:52Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-01T19:35:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:52Z" name: message-dumper-predictor-6575bcfdfd-gxcmx.18be418758adf6bc namespace: kserve-ci-e2e-test resourceVersion: "16164" uid: a6ffe1fb-76dc-4b04-95fb-d8f0b863533a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-gxcmx namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 823baaa0-2b4e-49cd-8900-11ce6b54d01d kind: Event lastTimestamp: "2026-07-01T19:35:53Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.481s (1.481s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-01T19:35:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:53Z" name: message-dumper-predictor-6575bcfdfd-gxcmx.18be4187b1009883 namespace: kserve-ci-e2e-test resourceVersion: "16174" uid: 2f366a3c-74a6-4066-874e-b1e7961758b7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-gxcmx namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 823baaa0-2b4e-49cd-8900-11ce6b54d01d kind: Event lastTimestamp: "2026-07-01T19:35:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:35:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:53Z" name: message-dumper-predictor-6575bcfdfd-gxcmx.18be4187b44711a1 namespace: kserve-ci-e2e-test resourceVersion: "16175" uid: 5ca9b187-5478-4b79-95a3-bf2ad29a6fe4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-gxcmx namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 823baaa0-2b4e-49cd-8900-11ce6b54d01d kind: Event lastTimestamp: "2026-07-01T19:35:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:35:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:53Z" name: message-dumper-predictor-6575bcfdfd-gxcmx.18be4187b4bae9f7 namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: 01ca064f-5386-4ab5-9440-66a7b52dc75a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-gxcmx namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 823baaa0-2b4e-49cd-8900-11ce6b54d01d kind: Event lastTimestamp: "2026-07-01T19:35:53Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:35:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:53Z" name: message-dumper-predictor-6575bcfdfd-gxcmx.18be4187b4c49396 namespace: kserve-ci-e2e-test resourceVersion: "16177" uid: f8e3ee9a-beac-4332-8b1f-dddd02912157 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-gxcmx namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 823baaa0-2b4e-49cd-8900-11ce6b54d01d kind: Event lastTimestamp: "2026-07-01T19:35:53Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:35:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:53Z" name: message-dumper-predictor-6575bcfdfd-gxcmx.18be4187b7ce780b namespace: kserve-ci-e2e-test resourceVersion: "16178" uid: 0717234f-bb40-4d4a-9d30-5af8fa7d6d51 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-gxcmx namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 823baaa0-2b4e-49cd-8900-11ce6b54d01d kind: Event lastTimestamp: "2026-07-01T19:35:53Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:35:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:53Z" name: message-dumper-predictor-6575bcfdfd-gxcmx.18be4187b8435751 namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: 06b72ade-f300-4a39-8355-6cc0547fb217 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-gxcmx namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 823baaa0-2b4e-49cd-8900-11ce6b54d01d kind: Event lastTimestamp: "2026-07-01T19:37:47Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:37:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:37:47Z" name: message-dumper-predictor-6575bcfdfd-gxcmx.18be41a21ce49161 namespace: kserve-ci-e2e-test resourceVersion: "17166" uid: f534c316-c9df-4f0c-b307-b34beb8848a3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-gxcmx namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 823baaa0-2b4e-49cd-8900-11ce6b54d01d kind: Event lastTimestamp: "2026-07-01T19:37:47Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:37:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:37:47Z" name: message-dumper-predictor-6575bcfdfd-gxcmx.18be41a21ce51b5d namespace: kserve-ci-e2e-test resourceVersion: "17167" uid: 28148d31-f15b-4c5d-8135-75b911bb272b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-138.ec2.internal source: component: kubelet host: ip-10-0-131-138.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16113" uid: 72261f53-d370-4067-b772-a1ff8b8c3c28 kind: Event lastTimestamp: "2026-07-01T19:35:51Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-gxcmx' metadata: creationTimestamp: "2026-07-01T19:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:35:51Z" name: message-dumper-predictor-6575bcfdfd.18be41873d0d2b9b namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 876bc476-31bc-4bba-867d-fff20f1d4ef1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16111" uid: b721731c-e0c2-4ad1-8d9b-151ef78353ca kind: Event lastTimestamp: "2026-07-01T19:35:51Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:35:51Z" name: message-dumper-predictor.18be418739b9efe8 namespace: kserve-ci-e2e-test resourceVersion: "16114" uid: 64adc12b-fac1-4664-84ad-40c01c95c866 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:36:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16112" uid: d078cca3-fa66-46db-be4b-279638ab90e1 kind: Event lastTimestamp: "2026-07-01T19:36:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:36:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:21Z" name: message-dumper-predictor.18be418ab892f234 namespace: kserve-ci-e2e-test resourceVersion: "16459" uid: a92e7a78-0205-4783-a0df-0f6d0f1d3477 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:36:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16112" uid: d078cca3-fa66-46db-be4b-279638ab90e1 kind: Event lastTimestamp: "2026-07-01T19:36:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:36:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:21Z" name: message-dumper-predictor.18be418ab906c692 namespace: kserve-ci-e2e-test resourceVersion: "16460" uid: d43893da-e30b-4d4b-97fd-a98ced87ba2c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-01T19:35:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16103" uid: 1837f501-28e3-4597-bb36-87bd5d9f5c94 kind: Event lastTimestamp: "2026-07-01T19:36:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:36:01Z" name: message-dumper.18be418739bfe460 namespace: kserve-ci-e2e-test resourceVersion: "16249" uid: 6d8474d5-1705-4c27-b5fa-e8b3b870552e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16103" uid: 1837f501-28e3-4597-bb36-87bd5d9f5c94 kind: Event lastTimestamp: "2026-07-01T19:35:51Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:35:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:35:51Z" name: message-dumper.18be41873a38e8dd namespace: kserve-ci-e2e-test resourceVersion: "16117" uid: 62c12805-16dd-420e-a555-23b3c48886ca reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16247" uid: 1837f501-28e3-4597-bb36-87bd5d9f5c94 kind: Event lastTimestamp: "2026-07-01T19:36:01Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-01T19:36:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:36:01Z" name: message-dumper.18be41898c1fc10c namespace: kserve-ci-e2e-test resourceVersion: "16248" uid: adea45d4-8218-41fd-a3f2-4d637527e548 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "21847"