--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-08T16:58:51.529408Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt namespace: kserve-ci-e2e-test resourceVersion: "21582" uid: 2c48f453-e7fe-4ff8-89e9-0ee800047686 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt to ip-10-0-137-118.ec2.internal metadata: creationTimestamp: "2026-07-08T16:58:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T16:58:51Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt.18c05f05ef165f97 namespace: kserve-ci-e2e-test resourceVersion: "21589" uid: 280ca4d6-1e24-4cfd-9406-d2c4fa7f599a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-989749d45-jz62b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:58:51Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt namespace: kserve-ci-e2e-test resourceVersion: "21593" uid: 2c48f453-e7fe-4ff8-89e9-0ee800047686 kind: Event lastTimestamp: "2026-07-08T16:58:51Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T16:58:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T16:58:51Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt.18c05f0608622007 namespace: kserve-ci-e2e-test resourceVersion: "21599" uid: 6eda860d-fa20-4318-b34e-eacb01acc152 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:58:51Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 2c48f453-e7fe-4ff8-89e9-0ee800047686 kind: Event lastTimestamp: "2026-07-08T16:58:51Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7a9c075ae5e64d970cc026f71d8348f193fda0ed6de6807045e29c208821be1e" already present on machine metadata: creationTimestamp: "2026-07-08T16:58:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:58:51Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt.18c05f0609d97adb namespace: kserve-ci-e2e-test resourceVersion: "21601" uid: 89846d8c-bd4e-41a1-964a-73cf208a3270 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:58:52Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 2c48f453-e7fe-4ff8-89e9-0ee800047686 kind: Event lastTimestamp: "2026-07-08T16:58:52Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T16:58:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:58:52Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt.18c05f060c5d50f6 namespace: kserve-ci-e2e-test resourceVersion: "21602" uid: c765ca36-88f9-4801-b0c3-7f11db573bdb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:58:52Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 2c48f453-e7fe-4ff8-89e9-0ee800047686 kind: Event lastTimestamp: "2026-07-08T16:58:52Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T16:58:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:58:52Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt.18c05f060ccbb818 namespace: kserve-ci-e2e-test resourceVersion: "21603" uid: 78e4953b-b653-488d-9230-d0a57c970a1b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 2c48f453-e7fe-4ff8-89e9-0ee800047686 kind: Event lastTimestamp: "2026-07-08T16:59:01Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-08T16:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:59:01Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt.18c05f084cdd4d90 namespace: kserve-ci-e2e-test resourceVersion: "21674" uid: dcf6be18-27e5-4a68-a771-b6450101f338 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 2c48f453-e7fe-4ff8-89e9-0ee800047686 kind: Event lastTimestamp: "2026-07-08T16:59:01Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T16:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:59:01Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt.18c05f084fcd239e namespace: kserve-ci-e2e-test resourceVersion: "21677" uid: 9f89c2f2-b388-47d3-8161-97289d2d33a9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 2c48f453-e7fe-4ff8-89e9-0ee800047686 kind: Event lastTimestamp: "2026-07-08T16:59:01Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T16:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:59:01Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt.18c05f0850447ffd namespace: kserve-ci-e2e-test resourceVersion: "21678" uid: 400411b0-395b-47ea-9497-2b0f1ea4e6b6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 2c48f453-e7fe-4ff8-89e9-0ee800047686 kind: Event lastTimestamp: "2026-07-08T16:59:01Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T16:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:59:01Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt.18c05f08504e2dfa namespace: kserve-ci-e2e-test resourceVersion: "21679" uid: dd12f9cc-c46c-41d8-9a75-edda8fee9017 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 2c48f453-e7fe-4ff8-89e9-0ee800047686 kind: Event lastTimestamp: "2026-07-08T16:59:01Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T16:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:59:01Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt.18c05f08532d6893 namespace: kserve-ci-e2e-test resourceVersion: "21682" uid: 42d5e9cf-fd70-4e72-a248-5affc8da1d9a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:59:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 2c48f453-e7fe-4ff8-89e9-0ee800047686 kind: Event lastTimestamp: "2026-07-08T16:59:01Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:59:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:59:01Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt.18c05f0853a313c6 namespace: kserve-ci-e2e-test resourceVersion: "21683" uid: b200b18b-2a8b-4fdc-87d2-093dd77e10f9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T16:59:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 2c48f453-e7fe-4ff8-89e9-0ee800047686 kind: Event lastTimestamp: "2026-07-08T16:59:09Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T16:59:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:59:09Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt.18c05f08c4b0d1d4 namespace: kserve-ci-e2e-test resourceVersion: "21742" uid: 622c7f1a-13a9-4662-b4b7-eed1edab2d9d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:59:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 2c48f453-e7fe-4ff8-89e9-0ee800047686 kind: Event lastTimestamp: "2026-07-08T16:59:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T16:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:59:21Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt.18c05f0ceab72c81 namespace: kserve-ci-e2e-test resourceVersion: "21848" uid: 30aab7d0-c69e-4b00-9423-2cf5b69d991c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:59:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt namespace: kserve-ci-e2e-test resourceVersion: "21584" uid: 2c48f453-e7fe-4ff8-89e9-0ee800047686 kind: Event lastTimestamp: "2026-07-08T16:59:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:59:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:59:21Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt.18c05f0ceab79e88 namespace: kserve-ci-e2e-test resourceVersion: "21849" uid: 4d043477-1bf1-41f2-af7c-305062fbcf4d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:58:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21571" uid: b2076bb5-dd52-4b12-acaa-c7355a0a02cb kind: Event lastTimestamp: "2026-07-08T16:58:51Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-schzt' metadata: creationTimestamp: "2026-07-08T16:58:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:58:51Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18c05f05ee2ea903 namespace: kserve-ci-e2e-test resourceVersion: "21585" uid: 3d2e2c54-1039-4b03-bbbc-93aa8cea954f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:58:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21567" uid: 36990772-2174-403d-b5c0-1c2f9d466517 kind: Event lastTimestamp: "2026-07-08T16:58:51Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-08T16:58:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:58:51Z" name: isvc-autogluon-ts-v1-predictor.18c05f05e82adaae namespace: kserve-ci-e2e-test resourceVersion: "21572" uid: ac0a7d29-487b-43dd-9bbd-0e9eba8087ab reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T16:59:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21570" uid: 7045aa22-6db2-49fb-bd05-0bba8ae4e5c5 kind: Event lastTimestamp: "2026-07-08T16:59:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:59:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:59:21Z" name: isvc-autogluon-ts-v1-predictor.18c05f0967165128 namespace: kserve-ci-e2e-test resourceVersion: "21833" uid: e35dd6f3-f7a7-40c9-9b7c-0e88643de5cd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T16:59:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21570" uid: 7045aa22-6db2-49fb-bd05-0bba8ae4e5c5 kind: Event lastTimestamp: "2026-07-08T16:59:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:59:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:59:21Z" name: isvc-autogluon-ts-v1-predictor.18c05f096791f5b7 namespace: kserve-ci-e2e-test resourceVersion: "21834" uid: 5a65f6e8-dc24-49db-9809-7811a103d1fa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-08T16:58:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 538072fd-4f78-46b5-a613-3699c6597720 kind: Event lastTimestamp: "2026-07-08T16:59:19Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T16:58:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:59:19Z" name: isvc-autogluon-ts-v1.18c05f05e845a5b1 namespace: kserve-ci-e2e-test resourceVersion: "21822" uid: 175f1fc1-897e-4bfc-ac8d-2507d2fa0d26 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:58:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 538072fd-4f78-46b5-a613-3699c6597720 kind: Event lastTimestamp: "2026-07-08T16:58:51Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:58:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:58:51Z" name: isvc-autogluon-ts-v1.18c05f05e8dd5860 namespace: kserve-ci-e2e-test resourceVersion: "21575" uid: 66d2e618-5ae1-4cf1-8bf9-38b167cd2662 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:58:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21562" uid: 538072fd-4f78-46b5-a613-3699c6597720 kind: Event lastTimestamp: "2026-07-08T16:58:51Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:58:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:58:51Z" name: isvc-autogluon-ts-v1.18c05f05e8dd8a49 namespace: kserve-ci-e2e-test resourceVersion: "21577" uid: e925f198-d0ce-4ff3-a35e-f1e59eed7cf1 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:59:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21819" uid: 538072fd-4f78-46b5-a613-3699c6597720 kind: Event lastTimestamp: "2026-07-08T16:59:19Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-08T16:59:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:59:19Z" name: isvc-autogluon-ts-v1.18c05f0c847a2dcf namespace: kserve-ci-e2e-test resourceVersion: "21820" uid: eb65216b-9387-4fa6-a2bd-6d3c8afce7ec reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T16:49:39.764373Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17387" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-v742l to ip-10-0-137-118.ec2.internal metadata: creationTimestamp: "2026-07-08T16:49:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T16:49:39Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05e8577543a1e namespace: kserve-ci-e2e-test resourceVersion: "17391" uid: 7fd9f0a5-aa0c-4090-96ae-f509547ffe4f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-989749d45-jz62b source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T16:49:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:49:40Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T16:49:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:49:40Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05e8584bd717d namespace: kserve-ci-e2e-test resourceVersion: "17426" uid: e8641da2-b337-4474-b30e-bf50323edbe6 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:41Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17404" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:49:41Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T16:49:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T16:49:41Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05e85ea54fc8a namespace: kserve-ci-e2e-test resourceVersion: "17446" uid: bdc95528-c894-4a41-b4db-9b62e1984e9e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:49:41Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7a9c075ae5e64d970cc026f71d8348f193fda0ed6de6807045e29c208821be1e" already present on machine metadata: creationTimestamp: "2026-07-08T16:49:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:49:41Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05e85ebb7a069 namespace: kserve-ci-e2e-test resourceVersion: "17448" uid: 9838b9a4-b63d-43d8-a6c7-6d8b30c08c99 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:49:41Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T16:49:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:49:41Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05e85ee731bdb namespace: kserve-ci-e2e-test resourceVersion: "17449" uid: 108552bb-2870-4631-a04c-bc3b4c1c523c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:49:41Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T16:49:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:49:41Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05e85ef03689e namespace: kserve-ci-e2e-test resourceVersion: "17450" uid: eb7a2926-73ee-4e6d-9453-75f4ed4bb3b7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:50:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:50:11Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-08T16:50:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:50:11Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05e8cdd1a3a53 namespace: kserve-ci-e2e-test resourceVersion: "17666" uid: c851204f-4505-4371-a54e-148b9d20f9aa reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:52:21Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m9.685s (2m9.685s including waiting). Image size: 8939170587 bytes.' metadata: creationTimestamp: "2026-07-08T16:52:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:52:21Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05eab0ef7ddf5 namespace: kserve-ci-e2e-test resourceVersion: "18557" uid: b6f6876d-6fd1-4f23-ab80-4232258d99b3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:52:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T16:52:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:52:21Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05eab15998e46 namespace: kserve-ci-e2e-test resourceVersion: "18560" uid: 2f9fc84f-cf0e-4d5f-9b55-42b85b812f4d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:52:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T16:52:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:52:21Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05eab168a971b namespace: kserve-ci-e2e-test resourceVersion: "18561" uid: 5cfc841c-98fe-4515-9455-887e0c2581b6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:52:21Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T16:52:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:52:21Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05eab1695405b namespace: kserve-ci-e2e-test resourceVersion: "18562" uid: 86e26bc0-3bd7-4b6c-9c3f-8966c9616788 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:52:21Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T16:52:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:52:21Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05eab1c8b8aac namespace: kserve-ci-e2e-test resourceVersion: "18563" uid: fe666e25-cbc9-4f5d-88aa-d76b3201f319 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:52:21Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:52:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:52:21Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05eab1dd85936 namespace: kserve-ci-e2e-test resourceVersion: "18564" uid: 3b909063-b6d3-410d-b165-411bc0fb9f65 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T16:52:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:52:28Z" message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T16:52:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:52:28Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05eab433eb673 namespace: kserve-ci-e2e-test resourceVersion: "18617" uid: 47cab588-26a6-4040-8777-e72fd35de761 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:52:39Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T16:52:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:52:39Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05eaf6c1c7e91 namespace: kserve-ci-e2e-test resourceVersion: "18723" uid: ce3a054a-9b91-4c09-93f2-fa680decade5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l namespace: kserve-ci-e2e-test resourceVersion: "17389" uid: 7f471518-d3c5-4e31-9f93-2a9235536b8e kind: Event lastTimestamp: "2026-07-08T16:52:39Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:52:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:52:39Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l.18c05eaf6c1d1073 namespace: kserve-ci-e2e-test resourceVersion: "18724" uid: 43331c2a-59e9-4268-9a7b-607ebe26cd80 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17368" uid: d44b442a-ad8c-46da-8bea-491f01ef6c75 kind: Event lastTimestamp: "2026-07-08T16:49:39Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-v742l' metadata: creationTimestamp: "2026-07-08T16:49:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:49:39Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18c05e8576c97e71 namespace: kserve-ci-e2e-test resourceVersion: "17388" uid: 590bf0e7-44ba-49a1-a40a-92c2e0527de8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:39Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17363" uid: 737986e5-aa05-4508-b270-05c4d059ea6b kind: Event lastTimestamp: "2026-07-08T16:49:39Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-08T16:49:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:49:39Z" name: isvc-autogluon-v1-predictor.18c05e857348e948 namespace: kserve-ci-e2e-test resourceVersion: "17374" uid: 4be6803f-fbc2-425d-b97b-9dd84768b996 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-08T16:49:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17370" uid: b5f95be6-18b4-492b-83e9-5ec7291ade5e kind: Event lastTimestamp: "2026-07-08T16:52:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:49:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:52:24Z" name: isvc-autogluon-v1-predictor.18c05e88f2360dd5 namespace: kserve-ci-e2e-test resourceVersion: "18593" uid: 45473e8e-b0fc-4d8a-bb65-397357361c25 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-08T16:49:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17370" uid: b5f95be6-18b4-492b-83e9-5ec7291ade5e kind: Event lastTimestamp: "2026-07-08T16:52:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:49:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:52:24Z" name: isvc-autogluon-v1-predictor.18c05e88f2a27147 namespace: kserve-ci-e2e-test resourceVersion: "18594" uid: 48e38639-3568-4fe0-907d-24f7cc20756f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17546" uid: b5f95be6-18b4-492b-83e9-5ec7291ade5e kind: Event lastTimestamp: "2026-07-08T16:52:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T16:52:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:52:39Z" name: isvc-autogluon-v1-predictor.18c05eaf68729ab5 namespace: kserve-ci-e2e-test resourceVersion: "18708" uid: 9bd8ce30-35a2-4fa0-9c5f-5d2dc67be034 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17546" uid: b5f95be6-18b4-492b-83e9-5ec7291ade5e kind: Event lastTimestamp: "2026-07-08T16:52:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T16:52:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:52:39Z" name: isvc-autogluon-v1-predictor.18c05eaf68ea476b namespace: kserve-ci-e2e-test resourceVersion: "18709" uid: 16e42112-8a81-4159-b190-af07409586bd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-08T16:49:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17350" uid: b498e1ac-c1e2-43b5-85a2-3f9cbe590725 kind: Event lastTimestamp: "2026-07-08T16:52:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T16:49:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:52:38Z" name: isvc-autogluon-v1.18c05e8573e9c43f namespace: kserve-ci-e2e-test resourceVersion: "18695" uid: 64a00446-e0eb-4284-8d78-2d2e8a680dd2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17350" uid: b498e1ac-c1e2-43b5-85a2-3f9cbe590725 kind: Event lastTimestamp: "2026-07-08T16:49:39Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:49:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:49:39Z" name: isvc-autogluon-v1.18c05e857445da34 namespace: kserve-ci-e2e-test resourceVersion: "17381" uid: 70d5463d-31ac-4cc0-a0aa-ab6e475c2af7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17350" uid: b498e1ac-c1e2-43b5-85a2-3f9cbe590725 kind: Event lastTimestamp: "2026-07-08T16:49:39Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:49:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:49:39Z" name: isvc-autogluon-v1.18c05e85744620f0 namespace: kserve-ci-e2e-test resourceVersion: "17383" uid: 4e06587e-2dc3-4b6c-a781-302002645960 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18692" uid: b498e1ac-c1e2-43b5-85a2-3f9cbe590725 kind: Event lastTimestamp: "2026-07-08T16:52:38Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-08T16:52:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:52:38Z" name: isvc-autogluon-v1.18c05eaf03530e18 namespace: kserve-ci-e2e-test resourceVersion: "18693" uid: 1237da4e-edbf-4294-ada5-1ab6985dc29a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T16:56:56.138906Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb namespace: kserve-ci-e2e-test resourceVersion: "20684" uid: 989097cc-9869-4539-a82d-f7acf3d2da14 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb to ip-10-0-137-118.ec2.internal metadata: creationTimestamp: "2026-07-08T16:56:56Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T16:56:56Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb.18c05eeb11471357 namespace: kserve-ci-e2e-test resourceVersion: "20688" uid: cd6eec80-3563-46e1-a22b-aea9698055e8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-989749d45-jz62b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:56:56Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb namespace: kserve-ci-e2e-test resourceVersion: "20692" uid: 989097cc-9869-4539-a82d-f7acf3d2da14 kind: Event lastTimestamp: "2026-07-08T16:56:56Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T16:56:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T16:56:56Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb.18c05eeb2a83ac80 namespace: kserve-ci-e2e-test resourceVersion: "20703" uid: d906128a-37ad-4aea-a8e6-a2b0e790638c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:56:56Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 989097cc-9869-4539-a82d-f7acf3d2da14 kind: Event lastTimestamp: "2026-07-08T16:56:56Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7a9c075ae5e64d970cc026f71d8348f193fda0ed6de6807045e29c208821be1e" already present on machine metadata: creationTimestamp: "2026-07-08T16:56:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:56:56Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb.18c05eeb2c19eca4 namespace: kserve-ci-e2e-test resourceVersion: "20705" uid: 8af8efb0-1ee6-488a-ba86-600f1596297a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:56:56Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 989097cc-9869-4539-a82d-f7acf3d2da14 kind: Event lastTimestamp: "2026-07-08T16:56:56Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T16:56:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:56:56Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb.18c05eeb2f915089 namespace: kserve-ci-e2e-test resourceVersion: "20706" uid: 97102af9-cc29-4102-adf8-0fcc94c79b0e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:56:56Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 989097cc-9869-4539-a82d-f7acf3d2da14 kind: Event lastTimestamp: "2026-07-08T16:56:56Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T16:56:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:56:56Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb.18c05eeb3001b5e9 namespace: kserve-ci-e2e-test resourceVersion: "20707" uid: fe60458d-d10f-4cfb-a4cd-b0e400a4ee0a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:57:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 989097cc-9869-4539-a82d-f7acf3d2da14 kind: Event lastTimestamp: "2026-07-08T16:57:02Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-08T16:57:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:57:02Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb.18c05eec7b933be5 namespace: kserve-ci-e2e-test resourceVersion: "20755" uid: c7bf5412-c188-460a-9894-960a0a84424f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:57:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 989097cc-9869-4539-a82d-f7acf3d2da14 kind: Event lastTimestamp: "2026-07-08T16:57:02Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T16:57:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:57:02Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb.18c05eec7ecc7110 namespace: kserve-ci-e2e-test resourceVersion: "20757" uid: c09d1607-87a0-4ebd-9a37-11861843f0a9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:57:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 989097cc-9869-4539-a82d-f7acf3d2da14 kind: Event lastTimestamp: "2026-07-08T16:57:02Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T16:57:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:57:02Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb.18c05eec7f3fb06a namespace: kserve-ci-e2e-test resourceVersion: "20758" uid: 2f1dd446-52d7-4c9e-8e0f-cf04dffd74fc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:57:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 989097cc-9869-4539-a82d-f7acf3d2da14 kind: Event lastTimestamp: "2026-07-08T16:57:02Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T16:57:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:57:02Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb.18c05eec7f4a6972 namespace: kserve-ci-e2e-test resourceVersion: "20759" uid: 309469e2-e53a-4e95-95dc-9908b184df94 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:57:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 989097cc-9869-4539-a82d-f7acf3d2da14 kind: Event lastTimestamp: "2026-07-08T16:57:02Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T16:57:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:57:02Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb.18c05eec82b906bd namespace: kserve-ci-e2e-test resourceVersion: "20762" uid: 02834447-f904-4f06-97b0-d7cbd61f86da reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:57:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 989097cc-9869-4539-a82d-f7acf3d2da14 kind: Event lastTimestamp: "2026-07-08T16:57:02Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:57:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:57:02Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb.18c05eec832ec7e5 namespace: kserve-ci-e2e-test resourceVersion: "20763" uid: c1bd0946-d8f3-4ea0-a806-5462d4d4ba38 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:58:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 989097cc-9869-4539-a82d-f7acf3d2da14 kind: Event lastTimestamp: "2026-07-08T16:58:46Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T16:58:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:58:46Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb.18c05f04b60da31b namespace: kserve-ci-e2e-test resourceVersion: "21519" uid: 406a0374-396d-40a2-9df9-932b21078834 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:58:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 989097cc-9869-4539-a82d-f7acf3d2da14 kind: Event lastTimestamp: "2026-07-08T16:58:46Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:58:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:58:46Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb.18c05f04b60e380d namespace: kserve-ci-e2e-test resourceVersion: "21520" uid: bdea9a34-10c2-4341-ad59-4e2cb46e5fc2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:56:56Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "20674" uid: 86af6cd0-f6db-485e-9233-9a8d10f7b9ef kind: Event lastTimestamp: "2026-07-08T16:56:56Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-zcsbb' metadata: creationTimestamp: "2026-07-08T16:56:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:56:56Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18c05eeb10c00aea namespace: kserve-ci-e2e-test resourceVersion: "20685" uid: cdda0229-d258-4c9e-b242-ebf129ed6144 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:56:56Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20672" uid: 2f647471-eb72-40ac-b50f-3f260652719d kind: Event lastTimestamp: "2026-07-08T16:56:56Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-08T16:56:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:56:56Z" name: isvc-autogluon-v2-noslash-predictor.18c05eeb0b9328aa namespace: kserve-ci-e2e-test resourceVersion: "20675" uid: 7fe78639-dc6d-40ed-b549-d0793c0dde9b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:57:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20673" uid: 0ed313b2-a53b-4f80-ae14-e6a8d4983e3a kind: Event lastTimestamp: "2026-07-08T16:57:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:57:11Z" name: isvc-autogluon-v2-noslash-predictor.18c05eee8a57584f namespace: kserve-ci-e2e-test resourceVersion: "20827" uid: 819f11eb-e87c-48bc-9b48-648ccd631d70 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:57:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20673" uid: 0ed313b2-a53b-4f80-ae14-e6a8d4983e3a kind: Event lastTimestamp: "2026-07-08T16:57:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:57:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:57:11Z" name: isvc-autogluon-v2-noslash-predictor.18c05eee8ac62479 namespace: kserve-ci-e2e-test resourceVersion: "20829" uid: 6d5f0ed9-6f77-4f91-95e0-e80b991fae6f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T16:57:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20828" uid: 0ed313b2-a53b-4f80-ae14-e6a8d4983e3a kind: Event lastTimestamp: "2026-07-08T16:58:41Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T16:57:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:58:41Z" name: isvc-autogluon-v2-noslash-predictor.18c05ef209b46c04 namespace: kserve-ci-e2e-test resourceVersion: "21456" uid: eedc8a7b-9a3a-4f99-9d80-b325d7d9b60c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-08T16:57:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20828" uid: 0ed313b2-a53b-4f80-ae14-e6a8d4983e3a kind: Event lastTimestamp: "2026-07-08T16:58:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T16:57:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:58:41Z" name: isvc-autogluon-v2-noslash-predictor.18c05ef20a25393c namespace: kserve-ci-e2e-test resourceVersion: "21457" uid: d6757209-4157-47a7-914a-7250d0f5a874 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-08T16:56:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20665" uid: 0797b189-13f7-4a07-9e4f-6935622f292b kind: Event lastTimestamp: "2026-07-08T16:58:40Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T16:56:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:58:40Z" name: isvc-autogluon-v2-noslash.18c05eeb0b9b50a5 namespace: kserve-ci-e2e-test resourceVersion: "21453" uid: 7bf5a82d-c3a7-4139-8bda-b71e7337975e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T16:56:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20665" uid: 0797b189-13f7-4a07-9e4f-6935622f292b kind: Event lastTimestamp: "2026-07-08T16:56:56Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:56:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:56:56Z" name: isvc-autogluon-v2-noslash.18c05eeb0c2660ae namespace: kserve-ci-e2e-test resourceVersion: "20694" uid: f6c73274-ea78-45c5-ac12-c52086df7615 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T16:56:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20665" uid: 0797b189-13f7-4a07-9e4f-6935622f292b kind: Event lastTimestamp: "2026-07-08T16:56:56Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:56:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:56:56Z" name: isvc-autogluon-v2-noslash.18c05eeb0c269c33 namespace: kserve-ci-e2e-test resourceVersion: "20695" uid: f6098899-4dc9-40e7-b4f8-85d1a974e9a9 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:58:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21451" uid: 0797b189-13f7-4a07-9e4f-6935622f292b kind: Event lastTimestamp: "2026-07-08T16:58:40Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-08T16:58:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:58:40Z" name: isvc-autogluon-v2-noslash.18c05f036ec76905 namespace: kserve-ci-e2e-test resourceVersion: "21452" uid: 474fe78f-1b95-4834-b1a0-e4b8c1a05104 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T16:52:45.460741Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jggmp namespace: kserve-ci-e2e-test resourceVersion: "18789" uid: f51c1734-7b45-46de-a51d-0ff6945c850c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-jggmp to ip-10-0-137-118.ec2.internal metadata: creationTimestamp: "2026-07-08T16:52:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T16:52:45Z" name: isvc-autogluon-v2-predictor-67b849d456-jggmp.18c05eb0b3b1cff0 namespace: kserve-ci-e2e-test resourceVersion: "18793" uid: 7688fecf-95e3-4ed9-8d78-3992bbd8776b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-989749d45-jz62b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:45Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jggmp namespace: kserve-ci-e2e-test resourceVersion: "18798" uid: f51c1734-7b45-46de-a51d-0ff6945c850c kind: Event lastTimestamp: "2026-07-08T16:52:45Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T16:52:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T16:52:45Z" name: isvc-autogluon-v2-predictor-67b849d456-jggmp.18c05eb0cedb1910 namespace: kserve-ci-e2e-test resourceVersion: "18807" uid: f9a493ca-665d-4d8c-88b1-aad5213a1528 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:45Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jggmp namespace: kserve-ci-e2e-test resourceVersion: "18791" uid: f51c1734-7b45-46de-a51d-0ff6945c850c kind: Event lastTimestamp: "2026-07-08T16:52:45Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7a9c075ae5e64d970cc026f71d8348f193fda0ed6de6807045e29c208821be1e" already present on machine metadata: creationTimestamp: "2026-07-08T16:52:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:52:45Z" name: isvc-autogluon-v2-predictor-67b849d456-jggmp.18c05eb0d0396f58 namespace: kserve-ci-e2e-test resourceVersion: "18809" uid: ef44e7b2-1874-4dac-a1cf-65d910c714cf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jggmp namespace: kserve-ci-e2e-test resourceVersion: "18791" uid: f51c1734-7b45-46de-a51d-0ff6945c850c kind: Event lastTimestamp: "2026-07-08T16:52:46Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T16:52:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:52:46Z" name: isvc-autogluon-v2-predictor-67b849d456-jggmp.18c05eb0d6457ec3 namespace: kserve-ci-e2e-test resourceVersion: "18811" uid: 181a5983-1d2f-4249-a4c0-04319cd77b44 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jggmp namespace: kserve-ci-e2e-test resourceVersion: "18791" uid: f51c1734-7b45-46de-a51d-0ff6945c850c kind: Event lastTimestamp: "2026-07-08T16:52:46Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T16:52:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:52:46Z" name: isvc-autogluon-v2-predictor-67b849d456-jggmp.18c05eb0d7539c22 namespace: kserve-ci-e2e-test resourceVersion: "18813" uid: 7836174c-ab05-43df-960b-3e898a2cd77d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:53:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jggmp namespace: kserve-ci-e2e-test resourceVersion: "18791" uid: f51c1734-7b45-46de-a51d-0ff6945c850c kind: Event lastTimestamp: "2026-07-08T16:53:17Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-08T16:53:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:53:17Z" name: isvc-autogluon-v2-predictor-67b849d456-jggmp.18c05eb81f13f817 namespace: kserve-ci-e2e-test resourceVersion: "19036" uid: 780b743c-3565-4a89-980f-7a32fe05688b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:53:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jggmp namespace: kserve-ci-e2e-test resourceVersion: "18791" uid: f51c1734-7b45-46de-a51d-0ff6945c850c kind: Event lastTimestamp: "2026-07-08T16:53:17Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T16:53:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:53:17Z" name: isvc-autogluon-v2-predictor-67b849d456-jggmp.18c05eb822e4cad6 namespace: kserve-ci-e2e-test resourceVersion: "19038" uid: e5983654-bdb4-4c64-8959-15c5c5cf2e89 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:53:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jggmp namespace: kserve-ci-e2e-test resourceVersion: "18791" uid: f51c1734-7b45-46de-a51d-0ff6945c850c kind: Event lastTimestamp: "2026-07-08T16:53:17Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T16:53:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:53:17Z" name: isvc-autogluon-v2-predictor-67b849d456-jggmp.18c05eb8235a538d namespace: kserve-ci-e2e-test resourceVersion: "19039" uid: 40673f08-ab0a-4191-8190-0629e7a35549 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:53:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jggmp namespace: kserve-ci-e2e-test resourceVersion: "18791" uid: f51c1734-7b45-46de-a51d-0ff6945c850c kind: Event lastTimestamp: "2026-07-08T16:53:17Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T16:53:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:53:17Z" name: isvc-autogluon-v2-predictor-67b849d456-jggmp.18c05eb823646a44 namespace: kserve-ci-e2e-test resourceVersion: "19042" uid: 5a0b925f-9484-432e-b2c6-9d2de84f1f31 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:53:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jggmp namespace: kserve-ci-e2e-test resourceVersion: "18791" uid: f51c1734-7b45-46de-a51d-0ff6945c850c kind: Event lastTimestamp: "2026-07-08T16:53:17Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T16:53:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:53:17Z" name: isvc-autogluon-v2-predictor-67b849d456-jggmp.18c05eb8274544f5 namespace: kserve-ci-e2e-test resourceVersion: "19044" uid: 50a53db5-46fb-436d-adc9-44510cdb7eab reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:53:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jggmp namespace: kserve-ci-e2e-test resourceVersion: "18791" uid: f51c1734-7b45-46de-a51d-0ff6945c850c kind: Event lastTimestamp: "2026-07-08T16:53:17Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:53:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:53:17Z" name: isvc-autogluon-v2-predictor-67b849d456-jggmp.18c05eb827ba8bdb namespace: kserve-ci-e2e-test resourceVersion: "19045" uid: 58f4975e-7088-497d-8759-2f1ac4c42de2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:54:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jggmp namespace: kserve-ci-e2e-test resourceVersion: "18791" uid: f51c1734-7b45-46de-a51d-0ff6945c850c kind: Event lastTimestamp: "2026-07-08T16:54:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T16:54:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:54:55Z" name: isvc-autogluon-v2-predictor-67b849d456-jggmp.18c05ecf00a89828 namespace: kserve-ci-e2e-test resourceVersion: "19743" uid: 17338a58-f60a-401e-a293-24f437d9f35f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:54:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-jggmp namespace: kserve-ci-e2e-test resourceVersion: "18791" uid: f51c1734-7b45-46de-a51d-0ff6945c850c kind: Event lastTimestamp: "2026-07-08T16:54:55Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:54:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:54:55Z" name: isvc-autogluon-v2-predictor-67b849d456-jggmp.18c05ecf00a9189f namespace: kserve-ci-e2e-test resourceVersion: "19744" uid: 3000b824-2c6c-4ebb-b107-389d0921264a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "18779" uid: 7b0498a7-f98c-497d-8a68-81317d66a283 kind: Event lastTimestamp: "2026-07-08T16:52:45Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-jggmp' metadata: creationTimestamp: "2026-07-08T16:52:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:52:45Z" name: isvc-autogluon-v2-predictor-67b849d456.18c05eb0b331a993 namespace: kserve-ci-e2e-test resourceVersion: "18790" uid: 47c3b89b-7d58-4f4d-a827-a08367f8f976 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18777" uid: d393cdd1-7824-4073-b94a-246aa1981668 kind: Event lastTimestamp: "2026-07-08T16:52:45Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-08T16:52:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:52:45Z" name: isvc-autogluon-v2-predictor.18c05eb0adcad744 namespace: kserve-ci-e2e-test resourceVersion: "18780" uid: bf833fa5-8f3a-4fa6-9fa7-88f195d3a2cc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T16:53:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18778" uid: 34cfa72d-927b-4886-acf4-1afd0b896d45 kind: Event lastTimestamp: "2026-07-08T16:53:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:53:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:53:45Z" name: isvc-autogluon-v2-predictor.18c05eb42c9840b9 namespace: kserve-ci-e2e-test resourceVersion: "19237" uid: d811be1e-8486-4675-b28d-f076b6f537c4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T16:53:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18778" uid: 34cfa72d-927b-4886-acf4-1afd0b896d45 kind: Event lastTimestamp: "2026-07-08T16:53:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:53:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:53:45Z" name: isvc-autogluon-v2-predictor.18c05eb42cfa4c7f namespace: kserve-ci-e2e-test resourceVersion: "19238" uid: 594d1955-476b-434c-943f-4ec0250369eb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T16:54:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18916" uid: 34cfa72d-927b-4886-acf4-1afd0b896d45 kind: Event lastTimestamp: "2026-07-08T16:54:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T16:54:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:54:45Z" name: isvc-autogluon-v2-predictor.18c05ec229761d93 namespace: kserve-ci-e2e-test resourceVersion: "19648" uid: 08c30039-c6f1-4bbd-ba3d-16f60765501f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T16:54:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18916" uid: 34cfa72d-927b-4886-acf4-1afd0b896d45 kind: Event lastTimestamp: "2026-07-08T16:54:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T16:54:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:54:45Z" name: isvc-autogluon-v2-predictor.18c05ec229ff939b namespace: kserve-ci-e2e-test resourceVersion: "19649" uid: 661572c5-301b-430f-8e0a-b4995123ef92 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-08T16:55:00.809505Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb namespace: kserve-ci-e2e-test resourceVersion: "19808" uid: caa2ee69-27f3-415c-95e0-16d7e6e4fb6c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb to ip-10-0-137-118.ec2.internal metadata: creationTimestamp: "2026-07-08T16:55:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T16:55:00Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb.18c05ed0371c0e3a namespace: kserve-ci-e2e-test resourceVersion: "19814" uid: 22dfcef1-293f-4fca-9cec-3d252cd047d9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-989749d45-jz62b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:55:01Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb namespace: kserve-ci-e2e-test resourceVersion: "19820" uid: caa2ee69-27f3-415c-95e0-16d7e6e4fb6c kind: Event lastTimestamp: "2026-07-08T16:55:01Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T16:55:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T16:55:01Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb.18c05ed0504f7f86 namespace: kserve-ci-e2e-test resourceVersion: "19824" uid: 1690b57f-e108-4a95-a49d-5c05fc848ff7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:55:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: caa2ee69-27f3-415c-95e0-16d7e6e4fb6c kind: Event lastTimestamp: "2026-07-08T16:55:01Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7a9c075ae5e64d970cc026f71d8348f193fda0ed6de6807045e29c208821be1e" already present on machine metadata: creationTimestamp: "2026-07-08T16:55:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:55:01Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb.18c05ed051c826c9 namespace: kserve-ci-e2e-test resourceVersion: "19826" uid: 6b3e4de0-8113-43f6-b69f-9b85d7a97641 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:55:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: caa2ee69-27f3-415c-95e0-16d7e6e4fb6c kind: Event lastTimestamp: "2026-07-08T16:55:01Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T16:55:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:55:01Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb.18c05ed0546c6077 namespace: kserve-ci-e2e-test resourceVersion: "19829" uid: 3fa57449-7eee-4f9c-82be-0b8da2ef37d0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:55:01Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: caa2ee69-27f3-415c-95e0-16d7e6e4fb6c kind: Event lastTimestamp: "2026-07-08T16:55:01Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T16:55:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:55:01Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb.18c05ed054dc48c9 namespace: kserve-ci-e2e-test resourceVersion: "19830" uid: 32231073-16e7-4621-8432-67afbf7caff5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:55:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: caa2ee69-27f3-415c-95e0-16d7e6e4fb6c kind: Event lastTimestamp: "2026-07-08T16:55:06Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-08T16:55:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:55:06Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb.18c05ed19a2cf826 namespace: kserve-ci-e2e-test resourceVersion: "19873" uid: 956f483a-1906-4482-b1f5-47ee38ed6e54 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:55:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: caa2ee69-27f3-415c-95e0-16d7e6e4fb6c kind: Event lastTimestamp: "2026-07-08T16:55:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T16:55:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:55:06Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb.18c05ed19d4679fc namespace: kserve-ci-e2e-test resourceVersion: "19875" uid: fef67ed4-a006-458d-ba52-f917e85c8520 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:55:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: caa2ee69-27f3-415c-95e0-16d7e6e4fb6c kind: Event lastTimestamp: "2026-07-08T16:55:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T16:55:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:55:06Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb.18c05ed19db58c15 namespace: kserve-ci-e2e-test resourceVersion: "19876" uid: e863398c-d222-4a47-b434-0c56fda32932 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:55:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: caa2ee69-27f3-415c-95e0-16d7e6e4fb6c kind: Event lastTimestamp: "2026-07-08T16:55:06Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T16:55:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:55:06Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb.18c05ed19dbe84d4 namespace: kserve-ci-e2e-test resourceVersion: "19877" uid: 8e93c713-515c-4e0b-b42a-ed64fbab9fce reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:55:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: caa2ee69-27f3-415c-95e0-16d7e6e4fb6c kind: Event lastTimestamp: "2026-07-08T16:55:06Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T16:55:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:55:06Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb.18c05ed1a079b6a1 namespace: kserve-ci-e2e-test resourceVersion: "19882" uid: 09609fdc-8622-491c-810b-cc75d6862bbb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:55:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: caa2ee69-27f3-415c-95e0-16d7e6e4fb6c kind: Event lastTimestamp: "2026-07-08T16:55:06Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:55:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:55:06Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb.18c05ed1a0ed6fde namespace: kserve-ci-e2e-test resourceVersion: "19883" uid: e530d147-b750-4574-9613-2b68565ca15a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:56:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: caa2ee69-27f3-415c-95e0-16d7e6e4fb6c kind: Event lastTimestamp: "2026-07-08T16:56:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T16:56:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:56:50Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb.18c05ee9db41b4a9 namespace: kserve-ci-e2e-test resourceVersion: "20626" uid: 5a28542c-eb29-414a-9981-90822986a0dd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:56:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb namespace: kserve-ci-e2e-test resourceVersion: "19810" uid: caa2ee69-27f3-415c-95e0-16d7e6e4fb6c kind: Event lastTimestamp: "2026-07-08T16:56:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:56:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:56:50Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb.18c05ee9db42fd11 namespace: kserve-ci-e2e-test resourceVersion: "20627" uid: 8c9b2424-cb7c-49b8-b7ad-7c958554688e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:55:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "19799" uid: 042b1132-2d95-4b0b-a07d-dd4cd7940bea kind: Event lastTimestamp: "2026-07-08T16:55:00Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-q7ctb' metadata: creationTimestamp: "2026-07-08T16:55:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:55:00Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18c05ed036a3c3b4 namespace: kserve-ci-e2e-test resourceVersion: "19809" uid: 242e1ce4-8c66-4c0c-8c07-0087d9a44423 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:55:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19797" uid: b1afbf58-56e0-4e1c-a880-9a974df25d09 kind: Event lastTimestamp: "2026-07-08T16:55:00Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-08T16:55:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:55:00Z" name: isvc-autogluon-v2-variants-predictor.18c05ed031b50f89 namespace: kserve-ci-e2e-test resourceVersion: "19800" uid: d5cbff65-0e5f-456e-ac11-4b7d685405f4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T16:55:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19798" uid: f54a48b0-ae0e-45c0-bc3f-13193ebd859b kind: Event lastTimestamp: "2026-07-08T16:55:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:55:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:55:45Z" name: isvc-autogluon-v2-variants-predictor.18c05ed3b0b5cb4f namespace: kserve-ci-e2e-test resourceVersion: "20155" uid: ad2a8536-a92e-49b1-9e3c-16a8936f5e9f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T16:55:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19798" uid: f54a48b0-ae0e-45c0-bc3f-13193ebd859b kind: Event lastTimestamp: "2026-07-08T16:55:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:55:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:55:45Z" name: isvc-autogluon-v2-variants-predictor.18c05ed3b12b51ef namespace: kserve-ci-e2e-test resourceVersion: "20156" uid: 8ef0c5d7-9acb-4030-8165-3d1404841ee0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T16:56:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19945" uid: f54a48b0-ae0e-45c0-bc3f-13193ebd859b kind: Event lastTimestamp: "2026-07-08T16:56:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T16:56:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:56:45Z" name: isvc-autogluon-v2-variants-predictor.18c05ede2e3eacf2 namespace: kserve-ci-e2e-test resourceVersion: "20574" uid: 038a9a0d-f493-4237-8ade-14ff1491f1a0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T16:56:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19945" uid: f54a48b0-ae0e-45c0-bc3f-13193ebd859b kind: Event lastTimestamp: "2026-07-08T16:56:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T16:56:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:56:45Z" name: isvc-autogluon-v2-variants-predictor.18c05ede2eaf469d namespace: kserve-ci-e2e-test resourceVersion: "20575" uid: 2a8b64af-3112-4646-aac2-13f488360b91 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-08T16:55:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19790" uid: 4c166dec-046c-4266-9b48-e96090e748ed kind: Event lastTimestamp: "2026-07-08T16:56:43Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T16:55:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:56:43Z" name: isvc-autogluon-v2-variants.18c05ed031d2ff2f namespace: kserve-ci-e2e-test resourceVersion: "20562" uid: fd496ffb-1b53-448a-8199-57087cbedf90 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:55:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19790" uid: 4c166dec-046c-4266-9b48-e96090e748ed kind: Event lastTimestamp: "2026-07-08T16:55:00Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:55:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:55:00Z" name: isvc-autogluon-v2-variants.18c05ed03254d07d namespace: kserve-ci-e2e-test resourceVersion: "19803" uid: bf6893bc-804f-4040-86ce-114350eeb160 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:55:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19790" uid: 4c166dec-046c-4266-9b48-e96090e748ed kind: Event lastTimestamp: "2026-07-08T16:55:00Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:55:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:55:00Z" name: isvc-autogluon-v2-variants.18c05ed032554328 namespace: kserve-ci-e2e-test resourceVersion: "19805" uid: 5f34be42-e0a6-4842-9317-4afcdd815940 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:56:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20560" uid: 4c166dec-046c-4266-9b48-e96090e748ed kind: Event lastTimestamp: "2026-07-08T16:56:43Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-08T16:56:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:56:43Z" name: isvc-autogluon-v2-variants.18c05ee82fe7b11f namespace: kserve-ci-e2e-test resourceVersion: "20561" uid: 089bd534-4ede-48d2-867a-ef54c20d53bd reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-08T16:52:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18770" uid: 5a945e14-965e-4772-a96d-937e99e1dc27 kind: Event lastTimestamp: "2026-07-08T16:54:48Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T16:52:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:54:48Z" name: isvc-autogluon-v2.18c05eb0ae1136e2 namespace: kserve-ci-e2e-test resourceVersion: "19684" uid: f0664c09-c21a-4c16-9c24-1cdcd457064f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18770" uid: 5a945e14-965e-4772-a96d-937e99e1dc27 kind: Event lastTimestamp: "2026-07-08T16:52:45Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:52:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:52:45Z" name: isvc-autogluon-v2.18c05eb0ae81c948 namespace: kserve-ci-e2e-test resourceVersion: "18783" uid: 6fc18a8e-9345-4070-8261-cc6ce93bebf7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:52:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18770" uid: 5a945e14-965e-4772-a96d-937e99e1dc27 kind: Event lastTimestamp: "2026-07-08T16:52:45Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:52:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:52:45Z" name: isvc-autogluon-v2.18c05eb0ae8213ec namespace: kserve-ci-e2e-test resourceVersion: "18785" uid: ab7e968c-b065-4841-90be-ba5bb5f7a413 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:54:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19681" uid: 5a945e14-965e-4772-a96d-937e99e1dc27 kind: Event lastTimestamp: "2026-07-08T16:54:48Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-08T16:54:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:54:48Z" name: isvc-autogluon-v2.18c05ecd6943bd65 namespace: kserve-ci-e2e-test resourceVersion: "19682" uid: 054c059b-9bc0-4a6d-9533-4eef56602f3d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T16:48:14.493348Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16676" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5d78f49685-sx85z to ip-10-0-137-118.ec2.internal metadata: creationTimestamp: "2026-07-08T16:48:14Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T16:48:14Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e719cc79879 namespace: kserve-ci-e2e-test resourceVersion: "16680" uid: ad77ed53-9a46-4854-bf9b-d887b71187c1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-989749d45-jz62b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:14Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:48:14Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T16:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:14Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e71a63b13fa namespace: kserve-ci-e2e-test resourceVersion: "16689" uid: c81f7e2c-5673-46be-aa08-0facb414cac2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:15Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16685" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:48:15Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T16:48:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T16:48:15Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e71da1dcd2a namespace: kserve-ci-e2e-test resourceVersion: "16698" uid: 8860e674-bd0b-4a75-a6b8-c0aadf1cf88f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:15Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:48:15Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7a9c075ae5e64d970cc026f71d8348f193fda0ed6de6807045e29c208821be1e" already present on machine metadata: creationTimestamp: "2026-07-08T16:48:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:15Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e71dbc96552 namespace: kserve-ci-e2e-test resourceVersion: "16700" uid: 356fc47d-27a4-4db5-aac2-fe6a6eae2cf8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:15Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:48:15Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T16:48:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:15Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e71de6c031a namespace: kserve-ci-e2e-test resourceVersion: "16701" uid: 59d24cd0-e73a-49f3-9b86-9affb1f35bcf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:15Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:48:15Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T16:48:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:15Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e71ded9881f namespace: kserve-ci-e2e-test resourceVersion: "16702" uid: 47c1bb0c-049d-4c20-a88c-68b216704577 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:48:20Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1711" already present on machine metadata: creationTimestamp: "2026-07-08T16:48:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:20Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e72e9363b0e namespace: kserve-ci-e2e-test resourceVersion: "16743" uid: a4b8bb3c-0846-41a2-81da-017f780244b7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:48:20Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T16:48:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:20Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e72ec3f79e5 namespace: kserve-ci-e2e-test resourceVersion: "16745" uid: 286ed16d-94cc-49e5-af40-5319e76496f6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:48:20Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T16:48:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:20Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e72ecae808d namespace: kserve-ci-e2e-test resourceVersion: "16746" uid: 4a5c6717-2752-43fc-b5fb-50dcf3322838 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:48:20Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T16:48:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:20Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e72ecb827b2 namespace: kserve-ci-e2e-test resourceVersion: "16747" uid: ab063a9f-47ad-4f02-87b9-88eb755d3ca3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:48:20Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T16:48:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:20Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e72efdbf97a namespace: kserve-ci-e2e-test resourceVersion: "16750" uid: 8e9ec69c-cab8-498a-99f4-87d01733572e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:48:20Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:48:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:20Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e72f04a549e namespace: kserve-ci-e2e-test resourceVersion: "16751" uid: bff5af67-a2fc-451a-b604-f2fe0b33c802 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:48:20Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:dfb2082d89c1ab80bec06b84d0a6317b542c29ff4f60aa1cefe62d44619bad8a" already present on machine metadata: creationTimestamp: "2026-07-08T16:48:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:20Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e72f0548f6d namespace: kserve-ci-e2e-test resourceVersion: "16752" uid: 882f48a4-0a8c-41f6-ab2f-5cdfcc97a420 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:48:20Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-08T16:48:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:20Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e72f2ff3c36 namespace: kserve-ci-e2e-test resourceVersion: "16754" uid: bd6fc24f-63c0-4928-81c1-6b553a22c51b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:48:20Z" message: Started container agent metadata: creationTimestamp: "2026-07-08T16:48:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:20Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e72f38c5021 namespace: kserve-ci-e2e-test resourceVersion: "16755" uid: af51db00-2167-4415-aa1f-54a8f85da3ac reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-08T16:48:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:49:50Z" message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T16:48:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:49:50Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e73253c8c6b namespace: kserve-ci-e2e-test resourceVersion: "17516" uid: 5b3835fe-4bec-4d59-b517-5f6be0b02234 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-08T16:48:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:49:40Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T16:48:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:49:40Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e7361112f50 namespace: kserve-ci-e2e-test resourceVersion: "17428" uid: c28e9cbf-3f71-4007-9761-5894e41eaee6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:49:39Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T16:49:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:49:39Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e8574c2d121 namespace: kserve-ci-e2e-test resourceVersion: "17382" uid: c9c0a976-5383-474b-9ec8-ef2b559ff3fe reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:49:39Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-08T16:49:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:49:39Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e8574c334a3 namespace: kserve-ci-e2e-test resourceVersion: "17384" uid: 0b8074b5-247e-4700-a3bf-dc7a11c75c01 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:49:39Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:49:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:49:39Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e8574c3aa8e namespace: kserve-ci-e2e-test resourceVersion: "17385" uid: dd8ffa07-822a-4261-8f35-e04f6d9b7822 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T16:49:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5d78f49685-sx85z namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 2af7ed25-87ce-42c2-928b-e69f0069b0c5 kind: Event lastTimestamp: "2026-07-08T16:49:48Z" message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp 10.132.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T16:49:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:49:48Z" name: isvc-logger-predictor-5d78f49685-sx85z.18c05e863d352c62 namespace: kserve-ci-e2e-test resourceVersion: "17498" uid: f729998d-08d9-4951-a630-d5b1deb7da1f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:14Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-5d78f49685 namespace: kserve-ci-e2e-test resourceVersion: "16664" uid: b40d9404-bec5-4228-a4cc-adf082936610 kind: Event lastTimestamp: "2026-07-08T16:48:14Z" message: 'Created pod: isvc-logger-predictor-5d78f49685-sx85z' metadata: creationTimestamp: "2026-07-08T16:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:48:14Z" name: isvc-logger-predictor-5d78f49685.18c05e719c4f6fc1 namespace: kserve-ci-e2e-test resourceVersion: "16677" uid: dd00a426-81d8-49ce-9540-6121edf3a0ff reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:14Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16662" uid: 97176f7c-3fe6-4e8c-bf63-1579c2e20281 kind: Event lastTimestamp: "2026-07-08T16:48:14Z" message: Scaled up replica set isvc-logger-predictor-5d78f49685 from 0 to 1 metadata: creationTimestamp: "2026-07-08T16:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:48:14Z" name: isvc-logger-predictor.18c05e71986fc3bb namespace: kserve-ci-e2e-test resourceVersion: "16665" uid: fdf62aaf-3a6f-493a-9894-19f79dd1e0af reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T16:48:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16663" uid: d43eab8f-6956-4177-8743-ef3886df63db kind: Event lastTimestamp: "2026-07-08T16:48:44Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:48:44Z" name: isvc-logger-predictor.18c05e7516f544c8 namespace: kserve-ci-e2e-test resourceVersion: "16942" uid: 620c286d-8e07-4c66-ae8c-b8149ab4aa36 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T16:48:29Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16663" uid: d43eab8f-6956-4177-8743-ef3886df63db kind: Event lastTimestamp: "2026-07-08T16:48:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:48:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:48:44Z" name: isvc-logger-predictor.18c05e75175aaf3a namespace: kserve-ci-e2e-test resourceVersion: "16943" uid: e7f19afb-56e3-4887-99b1-3c38277cbfa5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T16:48:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16840" uid: d43eab8f-6956-4177-8743-ef3886df63db kind: Event lastTimestamp: "2026-07-08T16:49:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T16:48:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:49:29Z" name: isvc-logger-predictor.18c05e7c14d7985d namespace: kserve-ci-e2e-test resourceVersion: "17262" uid: 34ce4b9a-4fd3-4649-a61b-97bd92b32a7c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T16:48:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16840" uid: d43eab8f-6956-4177-8743-ef3886df63db kind: Event lastTimestamp: "2026-07-08T16:49:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T16:48:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:49:29Z" name: isvc-logger-predictor.18c05e7c15506842 namespace: kserve-ci-e2e-test resourceVersion: "17263" uid: 6e56fbc2-d2ed-450b-a2fe-4178d2ae440e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-08T16:48:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16654" uid: 7775a2f3-5fbc-41b8-be11-c3539603c4bd kind: Event lastTimestamp: "2026-07-08T16:49:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T16:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:49:30Z" name: isvc-logger.18c05e71988bb641 namespace: kserve-ci-e2e-test resourceVersion: "17278" uid: 5ae68327-d147-4951-9605-3abb8f985ff0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16654" uid: 7775a2f3-5fbc-41b8-be11-c3539603c4bd kind: Event lastTimestamp: "2026-07-08T16:48:14Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:48:14Z" name: isvc-logger.18c05e7198f013d2 namespace: kserve-ci-e2e-test resourceVersion: "16668" uid: 5433329d-169e-406e-8959-4bac9eee849b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17276" uid: 7775a2f3-5fbc-41b8-be11-c3539603c4bd kind: Event lastTimestamp: "2026-07-08T16:49:30Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-08T16:49:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:49:30Z" name: isvc-logger.18c05e835f4daac3 namespace: kserve-ci-e2e-test resourceVersion: "17277" uid: 0e066f91-57e4-43c0-9fea-c1217a9d0d73 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T16:46:19.277178Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15687" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls to ip-10-0-137-118.ec2.internal metadata: creationTimestamp: "2026-07-08T16:46:19Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T16:46:19Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e56c95c6074 namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: fb1fe972-2e0c-4a33-8a69-6c62f69d2ddc reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-989749d45-jz62b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:19Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:46:19Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T16:46:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:19Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e56d59b2d2f namespace: kserve-ci-e2e-test resourceVersion: "15704" uid: d1da72d3-0386-4f86-92e2-141f1460c677 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:20Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15700" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:46:20Z" message: Add eth0 [10.132.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T16:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T16:46:20Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e57065a992a namespace: kserve-ci-e2e-test resourceVersion: "15712" uid: 601403ce-48cf-4dfb-b7df-28b9bdbb50fe reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:20Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:46:20Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7a9c075ae5e64d970cc026f71d8348f193fda0ed6de6807045e29c208821be1e" already present on machine metadata: creationTimestamp: "2026-07-08T16:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:20Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e5707e90de2 namespace: kserve-ci-e2e-test resourceVersion: "15714" uid: 796df07f-c38c-4f91-9bf1-e600f375c5b2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:20Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:46:20Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T16:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:20Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e570b96309c namespace: kserve-ci-e2e-test resourceVersion: "15715" uid: d3d1c4b2-42f9-4379-9de0-0e8f52a90be9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:20Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:46:20Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T16:46:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:20Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e570c03bf62 namespace: kserve-ci-e2e-test resourceVersion: "15716" uid: 89a2c981-ad48-4d97-95e0-5f4eb59867a9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:46:24Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1711" already present on machine metadata: creationTimestamp: "2026-07-08T16:46:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:24Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e5806e0dde5 namespace: kserve-ci-e2e-test resourceVersion: "15755" uid: 11fff479-cc99-497b-aa4b-07cfaddd03c4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:46:24Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T16:46:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:24Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e5809efb108 namespace: kserve-ci-e2e-test resourceVersion: "15757" uid: 9ce8b327-32f1-4d77-8106-f9b57b9adb20 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:46:24Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T16:46:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:24Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e580a5e1d45 namespace: kserve-ci-e2e-test resourceVersion: "15758" uid: 2a7ba4ee-77ba-4851-b53f-0fc78c5185e7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:46:24Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T16:46:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:24Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e580a664e76 namespace: kserve-ci-e2e-test resourceVersion: "15759" uid: e88126cf-e958-491d-ae0c-71c6e4cb3e4f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:46:24Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T16:46:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:24Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e580cf8e055 namespace: kserve-ci-e2e-test resourceVersion: "15762" uid: e1112f0c-6332-4829-820a-aba0cdb8793b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:46:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:46:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:24Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e580d661aa6 namespace: kserve-ci-e2e-test resourceVersion: "15763" uid: 623a9228-f1ca-489c-a552-4c9dd9817018 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:46:24Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:dfb2082d89c1ab80bec06b84d0a6317b542c29ff4f60aa1cefe62d44619bad8a" already present on machine metadata: creationTimestamp: "2026-07-08T16:46:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:24Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e580d7008ff namespace: kserve-ci-e2e-test resourceVersion: "15764" uid: 57524fed-0afc-4a7d-954c-f592490425f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:46:24Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-08T16:46:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:24Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e58104d47f7 namespace: kserve-ci-e2e-test resourceVersion: "15765" uid: 4f61eec4-5347-4e79-ae6b-ce4d00113287 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:46:24Z" message: Started container agent metadata: creationTimestamp: "2026-07-08T16:46:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:24Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e5810df93fe namespace: kserve-ci-e2e-test resourceVersion: "15768" uid: 57c29a8c-4206-4c4c-9ab1-0070c1b0185c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-08T16:46:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:48:02Z" message: 'Readiness probe failed: dial tcp 10.132.0.24:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-08T16:46:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:02Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e584340d8c8 namespace: kserve-ci-e2e-test resourceVersion: "16560" uid: 05d25988-8d19-4a7b-9faa-c5b9fcceadc8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-08T16:46:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:48:02Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T16:46:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:02Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e587f19b9d5 namespace: kserve-ci-e2e-test resourceVersion: "16561" uid: ecb9a606-b4d3-443f-aaae-82b340eb0288 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:47:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T16:47:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:47:54Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e6cebfdc361 namespace: kserve-ci-e2e-test resourceVersion: "16447" uid: 466de070-ce05-4042-bae2-2288e16360b6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:47:54Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-08T16:47:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:47:54Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e6cebfe0089 namespace: kserve-ci-e2e-test resourceVersion: "16454" uid: 1d86e153-c132-4c2f-93cc-cbf7ddda0fc0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:47:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:47:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:47:54Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e6cebfe4861 namespace: kserve-ci-e2e-test resourceVersion: "16451" uid: 899017e0-3a70-4d39-bf8d-55c4d6c81834 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T16:47:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 8b92cda0-7ad8-44d0-8f33-eabcf52d8c90 kind: Event lastTimestamp: "2026-07-08T16:48:07Z" message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp 10.132.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T16:47:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:48:07Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls.18c05e6daf4d9577 namespace: kserve-ci-e2e-test resourceVersion: "16604" uid: fc970514-101b-4262-80be-ca3ea23b5247 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-dbc474dd9 namespace: kserve-ci-e2e-test resourceVersion: "15659" uid: 349e7261-56c4-47e5-a5ed-ae4935d35c69 kind: Event lastTimestamp: "2026-07-08T16:46:19Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-dbc474dd9-hx9ls' metadata: creationTimestamp: "2026-07-08T16:46:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:46:19Z" name: isvc-sklearn-batcher-custom-predictor-dbc474dd9.18c05e56c8b9f4ee namespace: kserve-ci-e2e-test resourceVersion: "15689" uid: c828bc8f-7b78-4ffc-a6ca-62d449a9804f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15656" uid: 7ac5fc26-a34c-4084-8e19-107bde720e76 kind: Event lastTimestamp: "2026-07-08T16:46:19Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-dbc474dd9 from 0 to 1 metadata: creationTimestamp: "2026-07-08T16:46:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:46:19Z" name: isvc-sklearn-batcher-custom-predictor.18c05e56c1a425b4 namespace: kserve-ci-e2e-test resourceVersion: "15660" uid: 2b12fd40-bd67-46e0-806c-7fb7fc6a8439 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T16:46:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15658" uid: 3606d481-d2f9-45a5-8c93-77089098a8f3 kind: Event lastTimestamp: "2026-07-08T16:47:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:46:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:47:04Z" name: isvc-sklearn-batcher-custom-predictor.18c05e5a407ffc32 namespace: kserve-ci-e2e-test resourceVersion: "16064" uid: b685e3ea-56e6-46b3-ad28-ef0fe45ea611 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T16:46:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15658" uid: 3606d481-d2f9-45a5-8c93-77089098a8f3 kind: Event lastTimestamp: "2026-07-08T16:47:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:46:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:47:04Z" name: isvc-sklearn-batcher-custom-predictor.18c05e5a40f2ff6f namespace: kserve-ci-e2e-test resourceVersion: "16065" uid: c9d7de0e-a2ea-470f-972c-a1da741af28b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T16:46:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15842" uid: 3606d481-d2f9-45a5-8c93-77089098a8f3 kind: Event lastTimestamp: "2026-07-08T16:47:49Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T16:46:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:47:49Z" name: isvc-sklearn-batcher-custom-predictor.18c05e5dc0145faf namespace: kserve-ci-e2e-test resourceVersion: "16389" uid: c7c81d3b-a51c-4e72-b100-11a0bea2cdfe reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T16:46:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15842" uid: 3606d481-d2f9-45a5-8c93-77089098a8f3 kind: Event lastTimestamp: "2026-07-08T16:47:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T16:46:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:47:49Z" name: isvc-sklearn-batcher-custom-predictor.18c05e5dc086f7c1 namespace: kserve-ci-e2e-test resourceVersion: "16390" uid: 4719e350-1225-49e7-af21-ab85613faf91 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-08T16:46:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15650" uid: bdfe4dae-6245-4b35-af86-6d62fc9fc376 kind: Event lastTimestamp: "2026-07-08T16:47:42Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T16:46:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:47:42Z" name: isvc-sklearn-batcher-custom.18c05e56c1d8e29d namespace: kserve-ci-e2e-test resourceVersion: "16345" uid: ffa8134c-f399-46a9-8963-b2547962ffe2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15663" uid: bdfe4dae-6245-4b35-af86-6d62fc9fc376 kind: Event lastTimestamp: "2026-07-08T16:46:19Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:46:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:46:19Z" name: isvc-sklearn-batcher-custom.18c05e56c6d4bb0e namespace: kserve-ci-e2e-test resourceVersion: "15686" uid: f2b566c7-20bb-454f-b717-b8578255bbfc reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16343" uid: bdfe4dae-6245-4b35-af86-6d62fc9fc376 kind: Event lastTimestamp: "2026-07-08T16:47:42Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-08T16:47:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:47:42Z" name: isvc-sklearn-batcher-custom.18c05e6a39209acb namespace: kserve-ci-e2e-test resourceVersion: "16344" uid: 46b8ccdd-5a42-40a2-a443-b4353e90a2d5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T16:44:34.115838Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14843" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-679bd44578-pbxtw to ip-10-0-137-118.ec2.internal metadata: creationTimestamp: "2026-07-08T16:44:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T16:44:34Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e3e4d41a955 namespace: kserve-ci-e2e-test resourceVersion: "14849" uid: 50f92c2d-e693-4395-8b37-29f71d76ae0b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-989749d45-jz62b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:34Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14857" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:34Z" message: Add eth0 [10.132.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T16:44:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T16:44:34Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e3e66c6b8f4 namespace: kserve-ci-e2e-test resourceVersion: "14862" uid: f23318eb-c382-4485-960b-a588d6d11cfe reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:34Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7a9c075ae5e64d970cc026f71d8348f193fda0ed6de6807045e29c208821be1e" already present on machine metadata: creationTimestamp: "2026-07-08T16:44:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:34Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e3e68dadca3 namespace: kserve-ci-e2e-test resourceVersion: "14865" uid: ebeb9e00-bcfa-47d1-a3fa-bea661a56130 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:34Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T16:44:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:34Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e3e6be45deb namespace: kserve-ci-e2e-test resourceVersion: "14866" uid: df38006b-4e66-4117-8cde-5e884b3e02cc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:34Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T16:44:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:34Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e3e6c510383 namespace: kserve-ci-e2e-test resourceVersion: "14867" uid: 366f71cd-8dbe-4199-af12-3bba7d684bd0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:39Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1711" metadata: creationTimestamp: "2026-07-08T16:44:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:39Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e3f7a2ca05c namespace: kserve-ci-e2e-test resourceVersion: "14901" uid: c3cd72b5-ca8c-4eb6-b9f4-6d76eec2a818 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:52Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1711" in 13.011s (13.011s including waiting). Image size: 1555863462 bytes.' metadata: creationTimestamp: "2026-07-08T16:44:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:52Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e4281b409d2 namespace: kserve-ci-e2e-test resourceVersion: "14996" uid: 451b5ff0-3316-454e-9524-f1ac4763b1e2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T16:44:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:52Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e4284dafef4 namespace: kserve-ci-e2e-test resourceVersion: "14999" uid: 47c65071-da3b-43bf-904a-1ae1099d2ee9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T16:44:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:52Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e42854cd3e8 namespace: kserve-ci-e2e-test resourceVersion: "15000" uid: 8282a14f-de6c-4329-909e-459f3fc26cc0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:52Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-08T16:44:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:52Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e4285588620 namespace: kserve-ci-e2e-test resourceVersion: "15001" uid: b6d1c8ba-ad4d-40ce-b28a-4d8018ceca21 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:54Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.317s (2.317s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-08T16:44:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:54Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e430f7cde8f namespace: kserve-ci-e2e-test resourceVersion: "15023" uid: 71e90b0b-432c-4b93-8132-4921677677a4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:54Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T16:44:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:54Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e4312d882be namespace: kserve-ci-e2e-test resourceVersion: "15024" uid: 804c9651-72b9-4064-940a-8c50be1dd39c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:54Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:44:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:54Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e43136545ec namespace: kserve-ci-e2e-test resourceVersion: "15025" uid: 5d180535-b8c4-4cb6-b225-63d5a1d443b8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:54Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:dfb2082d89c1ab80bec06b84d0a6317b542c29ff4f60aa1cefe62d44619bad8a" metadata: creationTimestamp: "2026-07-08T16:44:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:54Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e43137127f8 namespace: kserve-ci-e2e-test resourceVersion: "15026" uid: 20bd892b-ebe8-423f-8e50-56e7e83356e9 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:58Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:dfb2082d89c1ab80bec06b84d0a6317b542c29ff4f60aa1cefe62d44619bad8a" in 3.401s (3.401s including waiting). Image size: 239997024 bytes.' metadata: creationTimestamp: "2026-07-08T16:44:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:58Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e43de3616db namespace: kserve-ci-e2e-test resourceVersion: "15049" uid: 3904c07e-e9d0-448a-b718-361d8b4bda05 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:58Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-08T16:44:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:58Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e43e1b53c6c namespace: kserve-ci-e2e-test resourceVersion: "15051" uid: 4d54e736-e50f-4fc2-96ca-77cb046c7d1d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:44:58Z" message: Started container agent metadata: creationTimestamp: "2026-07-08T16:44:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:44:58Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e43e23c4539 namespace: kserve-ci-e2e-test resourceVersion: "15052" uid: 67e1cedd-c7d6-495a-ac89-9ac56be0fa69 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-08T16:44:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:46:33Z" message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T16:44:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:33Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e43ec8d984e namespace: kserve-ci-e2e-test resourceVersion: "15837" uid: f5c626c3-1283-4f56-bcaf-203fb42c2359 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-08T16:44:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:46:23Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T16:44:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:23Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e442855400d namespace: kserve-ci-e2e-test resourceVersion: "15746" uid: 886a6859-2d21-4a81-8fef-f1a4df6d70ab reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:46:19Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T16:46:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:19Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e56c561c3d8 namespace: kserve-ci-e2e-test resourceVersion: "15679" uid: 8d7abc26-eb73-4e3c-85f5-318c591387ff reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:46:19Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-08T16:46:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:19Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e56c5621360 namespace: kserve-ci-e2e-test resourceVersion: "15680" uid: 85d0da5f-dfaa-46d4-9e8f-4b6e5b95ff7c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:46:19Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:46:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:19Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e56c562a4e5 namespace: kserve-ci-e2e-test resourceVersion: "15682" uid: ee4e520c-b959-450f-b8c3-24de84a9ac4a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T16:46:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 9907872f-7973-4a5d-b6d3-7607955b5383 kind: Event lastTimestamp: "2026-07-08T16:46:29Z" message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp 10.132.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T16:46:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:46:29Z" name: isvc-sklearn-batcher-predictor-679bd44578-pbxtw.18c05e56c8b0bb02 namespace: kserve-ci-e2e-test resourceVersion: "15805" uid: de275b24-03e2-4b39-9285-07294151cb1b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-679bd44578 namespace: kserve-ci-e2e-test resourceVersion: "14828" uid: c9e07eb2-8306-4ba0-97a7-734ea74bcea9 kind: Event lastTimestamp: "2026-07-08T16:44:34Z" message: 'Created pod: isvc-sklearn-batcher-predictor-679bd44578-pbxtw' metadata: creationTimestamp: "2026-07-08T16:44:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:44:34Z" name: isvc-sklearn-batcher-predictor-679bd44578.18c05e3e4c1de3f4 namespace: kserve-ci-e2e-test resourceVersion: "14846" uid: cd463e13-35e5-4f9b-8cb8-8ff2affad06e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14827" uid: 01c2847d-76d1-4be8-8086-8f27ffbaeba4 kind: Event lastTimestamp: "2026-07-08T16:44:33Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-679bd44578 from 0 to 1 metadata: creationTimestamp: "2026-07-08T16:44:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:44:33Z" name: isvc-sklearn-batcher-predictor.18c05e3e420c7c18 namespace: kserve-ci-e2e-test resourceVersion: "14830" uid: f05c6edf-728f-4358-8320-3edaf522af20 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T16:44:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14837" uid: f5a3fb2d-e4a3-4926-9c89-37582493c344 kind: Event lastTimestamp: "2026-07-08T16:45:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:44:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:45:04Z" name: isvc-sklearn-batcher-predictor.18c05e41c7c7b933 namespace: kserve-ci-e2e-test resourceVersion: "15102" uid: 1aa45cf2-7bd3-4bd7-a411-259e94d8f285 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T16:44:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14837" uid: f5a3fb2d-e4a3-4926-9c89-37582493c344 kind: Event lastTimestamp: "2026-07-08T16:45:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:44:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:45:04Z" name: isvc-sklearn-batcher-predictor.18c05e41c8635e8f namespace: kserve-ci-e2e-test resourceVersion: "15104" uid: ccde83a0-5649-423b-ab6e-dc285a1176fd reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T16:45:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14972" uid: f5a3fb2d-e4a3-4926-9c89-37582493c344 kind: Event lastTimestamp: "2026-07-08T16:46:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T16:45:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:46:04Z" name: isvc-sklearn-batcher-predictor.18c05e48c7cd2f7c namespace: kserve-ci-e2e-test resourceVersion: "15533" uid: 9cd65eef-4044-4553-891f-dab8ad5eb257 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T16:45:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14972" uid: f5a3fb2d-e4a3-4926-9c89-37582493c344 kind: Event lastTimestamp: "2026-07-08T16:46:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T16:45:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:46:04Z" name: isvc-sklearn-batcher-predictor.18c05e48c8654eab namespace: kserve-ci-e2e-test resourceVersion: "15535" uid: 7e2f551b-ae60-48e9-8711-e47a8fe2d07c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-08T16:44:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14817" uid: e7a0e65e-3346-4447-a60c-c5a81b8ecf8a kind: Event lastTimestamp: "2026-07-08T16:46:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T16:44:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:46:03Z" name: isvc-sklearn-batcher.18c05e3e48369bd8 namespace: kserve-ci-e2e-test resourceVersion: "15529" uid: f786f060-578a-492e-b002-9d73e606062e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14817" uid: e7a0e65e-3346-4447-a60c-c5a81b8ecf8a kind: Event lastTimestamp: "2026-07-08T16:44:34Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:44:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:44:34Z" name: isvc-sklearn-batcher.18c05e3e48de63ce namespace: kserve-ci-e2e-test resourceVersion: "14839" uid: 578fbe21-8640-47d6-ac23-4b620cf4ff54 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:44:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14817" uid: e7a0e65e-3346-4447-a60c-c5a81b8ecf8a kind: Event lastTimestamp: "2026-07-08T16:44:34Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:44:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:44:34Z" name: isvc-sklearn-batcher.18c05e3e48debc28 namespace: kserve-ci-e2e-test resourceVersion: "14840" uid: 15b8548e-964b-4b9e-b96d-2ec7aec76e7c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:46:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15526" uid: e7a0e65e-3346-4447-a60c-c5a81b8ecf8a kind: Event lastTimestamp: "2026-07-08T16:46:03Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-08T16:46:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:46:03Z" name: isvc-sklearn-batcher.18c05e532f23eec4 namespace: kserve-ci-e2e-test resourceVersion: "15528" uid: 1b0b1bb5-3329-4e16-b574-30465e404a5e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T16:47:54.438423Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-mcxtb namespace: kserve-ci-e2e-test resourceVersion: "16464" uid: b642155d-530a-4125-ab41-5d25bf7b6d30 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-mcxtb to ip-10-0-137-118.ec2.internal metadata: creationTimestamp: "2026-07-08T16:47:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T16:47:54Z" name: message-dumper-predictor-6575bcfdfd-mcxtb.18c05e6cf169c2f2 namespace: kserve-ci-e2e-test resourceVersion: "16471" uid: 0e4c4471-948c-4f18-a916-b6a9ccdfa989 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-989749d45-jz62b source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:54Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-mcxtb namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: b642155d-530a-4125-ab41-5d25bf7b6d30 kind: Event lastTimestamp: "2026-07-08T16:47:54Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T16:47:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:47:54Z" name: message-dumper-predictor-6575bcfdfd-mcxtb.18c05e6d015e870a namespace: kserve-ci-e2e-test resourceVersion: "16481" uid: fe1030cd-04eb-4712-8c44-a28897a8af1d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:55Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-mcxtb namespace: kserve-ci-e2e-test resourceVersion: "16474" uid: b642155d-530a-4125-ab41-5d25bf7b6d30 kind: Event lastTimestamp: "2026-07-08T16:47:55Z" message: Add eth0 [10.132.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T16:47:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T16:47:55Z" name: message-dumper-predictor-6575bcfdfd-mcxtb.18c05e6d2e624f4b namespace: kserve-ci-e2e-test resourceVersion: "16492" uid: 7af526ce-8dab-4f88-b850-06e347447228 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-mcxtb namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: b642155d-530a-4125-ab41-5d25bf7b6d30 kind: Event lastTimestamp: "2026-07-08T16:47:55Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-08T16:47:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:47:55Z" name: message-dumper-predictor-6575bcfdfd-mcxtb.18c05e6d2fadb6fa namespace: kserve-ci-e2e-test resourceVersion: "16494" uid: 88801079-6021-4936-bd21-14acc8534d01 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-mcxtb namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: b642155d-530a-4125-ab41-5d25bf7b6d30 kind: Event lastTimestamp: "2026-07-08T16:47:56Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.197s (1.197s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-08T16:47:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:47:56Z" name: message-dumper-predictor-6575bcfdfd-mcxtb.18c05e6d770bc169 namespace: kserve-ci-e2e-test resourceVersion: "16502" uid: 7a809ff6-fe92-42ea-820c-f62a8a360fcf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-mcxtb namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: b642155d-530a-4125-ab41-5d25bf7b6d30 kind: Event lastTimestamp: "2026-07-08T16:47:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T16:47:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:47:56Z" name: message-dumper-predictor-6575bcfdfd-mcxtb.18c05e6d7a41ab32 namespace: kserve-ci-e2e-test resourceVersion: "16503" uid: 1688369c-84cf-4214-b0ca-71575b95b84b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-mcxtb namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: b642155d-530a-4125-ab41-5d25bf7b6d30 kind: Event lastTimestamp: "2026-07-08T16:47:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T16:47:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:47:56Z" name: message-dumper-predictor-6575bcfdfd-mcxtb.18c05e6d7aacf116 namespace: kserve-ci-e2e-test resourceVersion: "16504" uid: 9a14305a-abe4-41dc-a16b-33bbd6082247 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-mcxtb namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: b642155d-530a-4125-ab41-5d25bf7b6d30 kind: Event lastTimestamp: "2026-07-08T16:47:56Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T16:47:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:47:56Z" name: message-dumper-predictor-6575bcfdfd-mcxtb.18c05e6d7ab6122d namespace: kserve-ci-e2e-test resourceVersion: "16505" uid: 860fde14-e662-4a7e-a0fb-fa3de890f99d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-mcxtb namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: b642155d-530a-4125-ab41-5d25bf7b6d30 kind: Event lastTimestamp: "2026-07-08T16:47:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T16:47:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:47:56Z" name: message-dumper-predictor-6575bcfdfd-mcxtb.18c05e6d7db682e2 namespace: kserve-ci-e2e-test resourceVersion: "16506" uid: ec1b52d2-ec66-4684-ae31-cbbb25e4fc21 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-mcxtb namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: b642155d-530a-4125-ab41-5d25bf7b6d30 kind: Event lastTimestamp: "2026-07-08T16:47:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:47:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:47:56Z" name: message-dumper-predictor-6575bcfdfd-mcxtb.18c05e6d7e2746ca namespace: kserve-ci-e2e-test resourceVersion: "16507" uid: bba0abb1-7f03-4ed4-b39f-5e5051460b0c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-mcxtb namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: b642155d-530a-4125-ab41-5d25bf7b6d30 kind: Event lastTimestamp: "2026-07-08T16:49:39Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T16:49:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:49:39Z" name: message-dumper-predictor-6575bcfdfd-mcxtb.18c05e857a8388ce namespace: kserve-ci-e2e-test resourceVersion: "17411" uid: 5b1a5ecc-7afb-46b0-acb8-c99a1e6c7a2b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-mcxtb namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: b642155d-530a-4125-ab41-5d25bf7b6d30 kind: Event lastTimestamp: "2026-07-08T16:49:39Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T16:49:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:49:39Z" name: message-dumper-predictor-6575bcfdfd-mcxtb.18c05e857a83dbd4 namespace: kserve-ci-e2e-test resourceVersion: "17412" uid: 6aa8a77d-2392-450f-8dfb-cdeb0e7636ec reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:49:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-mcxtb namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: b642155d-530a-4125-ab41-5d25bf7b6d30 kind: Event lastTimestamp: "2026-07-08T16:49:40Z" message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": context deadline exceeded' metadata: creationTimestamp: "2026-07-08T16:49:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T16:49:40Z" name: message-dumper-predictor-6575bcfdfd-mcxtb.18c05e85c0584de5 namespace: kserve-ci-e2e-test resourceVersion: "17437" uid: f246db83-e309-4f2b-b89c-bc1c028f9c4f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-118.ec2.internal source: component: kubelet host: ip-10-0-137-118.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16455" uid: 8e07fecb-64e9-4c51-88d7-6ce219bab771 kind: Event lastTimestamp: "2026-07-08T16:47:54Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-mcxtb' metadata: creationTimestamp: "2026-07-08T16:47:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:47:54Z" name: message-dumper-predictor-6575bcfdfd.18c05e6cf0cffc5d namespace: kserve-ci-e2e-test resourceVersion: "16467" uid: 50d0bee4-9fdd-4634-8a6b-1197f15e3ea5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16450" uid: bdb6140f-f4bc-48bd-afe1-8f4baeaed6ad kind: Event lastTimestamp: "2026-07-08T16:47:54Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-08T16:47:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:47:54Z" name: message-dumper-predictor.18c05e6ced5785dc namespace: kserve-ci-e2e-test resourceVersion: "16456" uid: 2c1a7577-c5f8-411a-a8c5-35fd1500afe0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T16:48:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: dd4d1044-41b8-4e62-a43e-b521e246ad06 kind: Event lastTimestamp: "2026-07-08T16:48:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:48:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:48:54Z" name: message-dumper-predictor.18c05e706caa6c50 namespace: kserve-ci-e2e-test resourceVersion: "17012" uid: 156cc42c-b0d7-450a-ae5a-8dd5c4aeb5b8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T16:48:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: dd4d1044-41b8-4e62-a43e-b521e246ad06 kind: Event lastTimestamp: "2026-07-08T16:48:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T16:48:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T16:48:54Z" name: message-dumper-predictor.18c05e706d1ab95a namespace: kserve-ci-e2e-test resourceVersion: "17013" uid: 2c6850c9-df49-424f-93ff-96e4ea3fce77 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-08T16:47:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16426" uid: 7f0c383e-7db4-4a89-b7e5-59454bb5dfa9 kind: Event lastTimestamp: "2026-07-08T16:48:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T16:47:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:48:05Z" name: message-dumper.18c05e6ced75f38c namespace: kserve-ci-e2e-test resourceVersion: "16586" uid: 7e6aed27-306e-4fe4-a747-4b36eb654b63 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:47:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16426" uid: 7f0c383e-7db4-4a89-b7e5-59454bb5dfa9 kind: Event lastTimestamp: "2026-07-08T16:47:54Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T16:47:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:47:54Z" name: message-dumper.18c05e6cede3a111 namespace: kserve-ci-e2e-test resourceVersion: "16459" uid: a6ac4f02-9305-44e2-8cea-1558d35deb7a reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T16:48:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16584" uid: 7f0c383e-7db4-4a89-b7e5-59454bb5dfa9 kind: Event lastTimestamp: "2026-07-08T16:48:05Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-08T16:48:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T16:48:05Z" name: message-dumper.18c05e6f6bf9a9ed namespace: kserve-ci-e2e-test resourceVersion: "16585" uid: 25eb4cdd-45e4-48e0-94fa-9f73eff1f384 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22100"