--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-16T18:00:25.495548Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21795" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 to ip-10-0-143-77.ec2.internal metadata: creationTimestamp: "2026-07-16T18:00:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-16T18:00:25Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d7068b189c8e namespace: kserve-ci-e2e-test resourceVersion: "21800" uid: 2c91daf1-6b13-4632-9fc9-c2c9529f00f9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-644c6b8fdb-6g9mm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:25Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: "2026-07-16T18:00:25Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-16T18:00:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:25Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d70697fcd5c7 namespace: kserve-ci-e2e-test resourceVersion: "21808" uid: 8068ff61-0381-4f40-b4df-1f0839e34052 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:26Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21803" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: "2026-07-16T18:00:26Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-16T18:00:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-16T18:00:26Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d706c89dc142 namespace: kserve-ci-e2e-test resourceVersion: "21820" uid: 7e1c79eb-7211-4dfb-ab11-f2c675db480e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: "2026-07-16T18:00:26Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:86207d1cba5aecf8e7b5bca617ed35061e54e289c7778b383f47cc8d53214f1a" already present on machine metadata: creationTimestamp: "2026-07-16T18:00:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:26Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d706ca322326 namespace: kserve-ci-e2e-test resourceVersion: "21822" uid: fe3cfcf2-fbc3-4e41-a9e4-3b382e16b579 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: "2026-07-16T18:00:26Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-16T18:00:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:26Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d706cd791d6f namespace: kserve-ci-e2e-test resourceVersion: "21823" uid: 3776cd60-ed6a-41e1-b683-2f4aef9fc7e8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:26Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: "2026-07-16T18:00:26Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-16T18:00:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:26Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d706cded4310 namespace: kserve-ci-e2e-test resourceVersion: "21824" uid: 033a20ff-8b63-41f9-a0fd-9ad4ff1aa544 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: "2026-07-16T18:00:35Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-16T18:00:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d708d0ee9ab3 namespace: kserve-ci-e2e-test resourceVersion: "21891" uid: d9c2d784-f479-4cba-a7b2-3d21922ff981 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: "2026-07-16T18:00:35Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-16T18:00:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d708d41a391b namespace: kserve-ci-e2e-test resourceVersion: "21893" uid: c28a9ce0-2a62-443b-958e-961f463d815e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: "2026-07-16T18:00:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-16T18:00:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d708d4927e2b namespace: kserve-ci-e2e-test resourceVersion: "21894" uid: 4175c017-1b76-4a16-be55-f89767c6adf9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: "2026-07-16T18:00:35Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-16T18:00:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d708d49c906b namespace: kserve-ci-e2e-test resourceVersion: "21897" uid: 10bc8c00-d49c-459a-9932-40270d6a9bc6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: "2026-07-16T18:00:35Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-16T18:00:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d708d7436cb8 namespace: kserve-ci-e2e-test resourceVersion: "21898" uid: d1df28b5-cf62-4fae-a6d0-a573fd47a966 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: "2026-07-16T18:00:35Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T18:00:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d708d7c0e6fa namespace: kserve-ci-e2e-test resourceVersion: "21899" uid: b78caf07-b8ca-4dee-8c9d-74561f5e0fb9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-16T18:00:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: "2026-07-16T18:00:43Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-16T18:00:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:43Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d70948d85f0e namespace: kserve-ci-e2e-test resourceVersion: "21959" uid: 3ad701cc-1174-4b42-95d4-fcd52f37b159 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: "2026-07-16T18:00:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-16T18:00:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:55Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d70d88d9eae2 namespace: kserve-ci-e2e-test resourceVersion: "22071" uid: 38ebb14a-7b34-4c1b-89a1-3cbae4513a86 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2 namespace: kserve-ci-e2e-test resourceVersion: "21796" uid: 13f6cc07-57f0-468b-bd8e-6e349e2d8024 kind: Event lastTimestamp: "2026-07-16T18:00:55Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T18:00:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:55Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2.18c2d70d88da888a namespace: kserve-ci-e2e-test resourceVersion: "22072" uid: 7f20643b-c411-48d5-84ff-f306a0e8a2fb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21786" uid: ed82db2f-65b9-4811-ac87-ecc5c090135a kind: Event lastTimestamp: "2026-07-16T18:00:25Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-2c2f2' metadata: creationTimestamp: "2026-07-16T18:00:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T18:00:25Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18c2d7068aa0b78f namespace: kserve-ci-e2e-test resourceVersion: "21797" uid: e951d6c9-7cd3-4fc9-ad4a-0986de219261 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21784" uid: 39e99432-8aa6-4794-8c70-3b76b54477e7 kind: Event lastTimestamp: "2026-07-16T18:00:25Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-16T18:00:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T18:00:25Z" name: isvc-autogluon-ts-v1-predictor.18c2d706852dc4ad namespace: kserve-ci-e2e-test resourceVersion: "21788" uid: 032a63a7-7d82-4df2-b599-2de505edd90a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-16T18:00:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21785" uid: 7a7a9633-27c6-476f-a223-9c883ab253d1 kind: Event lastTimestamp: "2026-07-16T18:00:55Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T18:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T18:00:55Z" name: isvc-autogluon-ts-v1-predictor.18c2d70a04a6e0fd namespace: kserve-ci-e2e-test resourceVersion: "22056" uid: 83e1077e-4e5c-4783-b172-d23dfd76c228 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-16T18:00:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21785" uid: 7a7a9633-27c6-476f-a223-9c883ab253d1 kind: Event lastTimestamp: "2026-07-16T18:00:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T18:00:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T18:00:55Z" name: isvc-autogluon-ts-v1-predictor.18c2d70a050b7ce1 namespace: kserve-ci-e2e-test resourceVersion: "22057" uid: cbdc803a-3707-4940-bc1f-43d37ad18b85 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-16T18:00:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21777" uid: 5b208650-dc8b-46bf-8911-7bfe475c4fcb kind: Event lastTimestamp: "2026-07-16T18:00:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-16T18:00:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T18:00:53Z" name: isvc-autogluon-ts-v1.18c2d706854065b6 namespace: kserve-ci-e2e-test resourceVersion: "22038" uid: 0e11d405-1a61-4eea-92e5-a35643ee6ffc reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21777" uid: 5b208650-dc8b-46bf-8911-7bfe475c4fcb kind: Event lastTimestamp: "2026-07-16T18:00:25Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T18:00:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T18:00:25Z" name: isvc-autogluon-ts-v1.18c2d70685cdd06b namespace: kserve-ci-e2e-test resourceVersion: "21790" uid: eea40285-e94e-488a-9abd-d3fca92bf16d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21777" uid: 5b208650-dc8b-46bf-8911-7bfe475c4fcb kind: Event lastTimestamp: "2026-07-16T18:00:25Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T18:00:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T18:00:25Z" name: isvc-autogluon-ts-v1.18c2d70685ce2876 namespace: kserve-ci-e2e-test resourceVersion: "21791" uid: 6b509e43-e1f3-487a-a1ad-6651b2cf7143 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "22036" uid: 5b208650-dc8b-46bf-8911-7bfe475c4fcb kind: Event lastTimestamp: "2026-07-16T18:00:53Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-16T18:00:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T18:00:53Z" name: isvc-autogluon-ts-v1.18c2d70d0aafb804 namespace: kserve-ci-e2e-test resourceVersion: "22037" uid: bb12f3f2-b65d-4af8-932a-681725f21251 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-16T17:51:33.940864Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17751" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq to ip-10-0-143-77.ec2.internal metadata: creationTimestamp: "2026-07-16T17:51:33Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-16T17:51:33Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d68ac7f7c6c4 namespace: kserve-ci-e2e-test resourceVersion: "17761" uid: cb51dc03-b284-46d5-96be-a85be280cc3d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-644c6b8fdb-6g9mm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:51:34Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17770" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: "2026-07-16T17:51:34Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-16T17:51:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-16T17:51:34Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d68ae20784ac namespace: kserve-ci-e2e-test resourceVersion: "17783" uid: 0258452a-8dbb-402e-9a02-41101a25f80d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:51:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17752" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: "2026-07-16T17:51:34Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:86207d1cba5aecf8e7b5bca617ed35061e54e289c7778b383f47cc8d53214f1a" already present on machine metadata: creationTimestamp: "2026-07-16T17:51:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:51:34Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d68ae3998ab9 namespace: kserve-ci-e2e-test resourceVersion: "17786" uid: be2347fe-cf2e-4b2c-a100-7f062ac76f77 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:51:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17752" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: "2026-07-16T17:51:34Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-16T17:51:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:51:34Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d68ae6303ae9 namespace: kserve-ci-e2e-test resourceVersion: "17787" uid: d3b98b6f-a91d-4998-8f8c-3e64f1597d01 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:51:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17752" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: "2026-07-16T17:51:34Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-16T17:51:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:51:34Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d68ae6a65c29 namespace: kserve-ci-e2e-test resourceVersion: "17788" uid: 9135e164-a345-4a7d-8fff-c28a68bfce36 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:52:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17752" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: "2026-07-16T17:52:04Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-16T17:52:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:52:04Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d691d1966a8f namespace: kserve-ci-e2e-test resourceVersion: "18014" uid: 35bc4522-a9c6-4be2-b5c5-d953185a171a reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17752" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: "2026-07-16T17:54:19Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m15.579s (2m15.579s including waiting). Image size: 8940077338 bytes.' metadata: creationTimestamp: "2026-07-16T17:54:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:19Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d6b162ba6bd9 namespace: kserve-ci-e2e-test resourceVersion: "18953" uid: 6e9b9684-1dd6-423a-83d4-9888a9bd83e1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17752" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: "2026-07-16T17:54:19Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-16T17:54:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:19Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d6b168c205a1 namespace: kserve-ci-e2e-test resourceVersion: "18954" uid: 12b4e91a-372f-4f39-b758-358d33c06ae1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17752" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: "2026-07-16T17:54:19Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-16T17:54:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:19Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d6b16a3de7d3 namespace: kserve-ci-e2e-test resourceVersion: "18955" uid: 1f39d7cc-dbb3-472b-9b8e-e22c4ac46e44 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17752" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: "2026-07-16T17:54:19Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-16T17:54:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:19Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d6b16a48ff5a namespace: kserve-ci-e2e-test resourceVersion: "18956" uid: 2b2c0e25-ed8b-463e-af77-32fb19a96e06 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17752" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: "2026-07-16T17:54:19Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-16T17:54:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:19Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d6b16fd1da73 namespace: kserve-ci-e2e-test resourceVersion: "18958" uid: 52b76345-4a74-4b65-8d5c-c7646d8cd9ea reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17752" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: "2026-07-16T17:54:19Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:54:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:19Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d6b17135eec9 namespace: kserve-ci-e2e-test resourceVersion: "18959" uid: 6c689cd6-3128-4f15-994e-1f47d1c60994 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-16T17:54:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17752" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: "2026-07-16T17:54:26Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-16T17:54:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:26Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d6b1a0d2bb6d namespace: kserve-ci-e2e-test resourceVersion: "19012" uid: 8a62e14e-82a9-479c-abef-7dd1d5b2a0f8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17752" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: "2026-07-16T17:54:44Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-16T17:54:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:44Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d6b710b566e9 namespace: kserve-ci-e2e-test resourceVersion: "19153" uid: f60f97b1-4646-477a-96ae-509a6f74eb03 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq namespace: kserve-ci-e2e-test resourceVersion: "17752" uid: 19284549-063a-45a1-b4bd-aad87f132108 kind: Event lastTimestamp: "2026-07-16T17:54:44Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:54:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:44Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq.18c2d6b710b5de31 namespace: kserve-ci-e2e-test resourceVersion: "19154" uid: 78be1283-b2c0-4acd-99ef-04395192ad16 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:51:33Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17728" uid: c25c7c23-69c0-408c-bd6c-6820a9b9c8e2 kind: Event lastTimestamp: "2026-07-16T17:51:33Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-mt8gq' metadata: creationTimestamp: "2026-07-16T17:51:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:51:33Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18c2d68ac7a084ed namespace: kserve-ci-e2e-test resourceVersion: "17757" uid: 2e19b349-46ed-461c-81de-449ecb4cdf74 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:51:33Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17721" uid: 1957f9d0-6f27-4c7f-a78c-fc818c7244bb kind: Event lastTimestamp: "2026-07-16T17:51:33Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-16T17:51:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:51:33Z" name: isvc-autogluon-v1-predictor.18c2d68ac1726fc7 namespace: kserve-ci-e2e-test resourceVersion: "17735" uid: 4af0495a-4b57-492d-b923-2e3c56f9aafd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-16T17:51:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17725" uid: 08fa0d5d-1b0a-4154-b9fc-d7e2ee082164 kind: Event lastTimestamp: "2026-07-16T17:54:34Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:51:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:54:34Z" name: isvc-autogluon-v1-predictor.18c2d68e3ff02993 namespace: kserve-ci-e2e-test resourceVersion: "19060" uid: a34149ae-0811-4a15-8629-0eac15dd460c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-16T17:51:48Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17725" uid: 08fa0d5d-1b0a-4154-b9fc-d7e2ee082164 kind: Event lastTimestamp: "2026-07-16T17:54:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:51:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:54:34Z" name: isvc-autogluon-v1-predictor.18c2d68e406b6807 namespace: kserve-ci-e2e-test resourceVersion: "19061" uid: 6aede4fb-f5ce-4ca5-aa0d-79225b20f85f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-16T17:51:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17709" uid: 0fdc67ff-4403-44a0-9e8d-a29e340867e9 kind: Event lastTimestamp: "2026-07-16T17:54:36Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-16T17:51:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:54:36Z" name: isvc-autogluon-v1.18c2d68ac194f2ca namespace: kserve-ci-e2e-test resourceVersion: "19088" uid: ee4878bc-207c-4910-8350-1c1eb93bccf6 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-16T17:51:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17709" uid: 0fdc67ff-4403-44a0-9e8d-a29e340867e9 kind: Event lastTimestamp: "2026-07-16T17:51:33Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T17:51:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:51:33Z" name: isvc-autogluon-v1.18c2d68ac288b74a namespace: kserve-ci-e2e-test resourceVersion: "17775" uid: 648b3c2b-e3b5-4a14-bf1d-9f99c4484e26 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-16T17:51:33Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17709" uid: 0fdc67ff-4403-44a0-9e8d-a29e340867e9 kind: Event lastTimestamp: "2026-07-16T17:51:33Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T17:51:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:51:34Z" name: isvc-autogluon-v1.18c2d68ac28904a9 namespace: kserve-ci-e2e-test resourceVersion: "17778" uid: 3ae9e914-9748-4139-ac5b-e85f3709512d reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "19086" uid: 0fdc67ff-4403-44a0-9e8d-a29e340867e9 kind: Event lastTimestamp: "2026-07-16T17:54:36Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-16T17:54:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:54:36Z" name: isvc-autogluon-v1.18c2d6b561054b07 namespace: kserve-ci-e2e-test resourceVersion: "19087" uid: 4e57b28a-c25e-4b0f-9d07-93b31da390e6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-16T17:58:40.102498Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k namespace: kserve-ci-e2e-test resourceVersion: "20984" uid: b32e2ae6-1d55-45b5-9dd7-4adcc5d5f4da kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k to ip-10-0-143-77.ec2.internal metadata: creationTimestamp: "2026-07-16T17:58:40Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-16T17:58:40Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k.18c2d6ee012e3ff5 namespace: kserve-ci-e2e-test resourceVersion: "20989" uid: 7872b8fb-1993-427c-9c6f-3485bec17273 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-644c6b8fdb-6g9mm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:40Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k namespace: kserve-ci-e2e-test resourceVersion: "20993" uid: b32e2ae6-1d55-45b5-9dd7-4adcc5d5f4da kind: Event lastTimestamp: "2026-07-16T17:58:40Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-16T17:58:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-16T17:58:40Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k.18c2d6ee1b00bf9f namespace: kserve-ci-e2e-test resourceVersion: "21002" uid: 2733183d-f90d-4cd0-935b-638ba1d1a590 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: b32e2ae6-1d55-45b5-9dd7-4adcc5d5f4da kind: Event lastTimestamp: "2026-07-16T17:58:40Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:86207d1cba5aecf8e7b5bca617ed35061e54e289c7778b383f47cc8d53214f1a" already present on machine metadata: creationTimestamp: "2026-07-16T17:58:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:58:40Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k.18c2d6ee1c8b50f9 namespace: kserve-ci-e2e-test resourceVersion: "21005" uid: f30f8b60-cf15-4915-a35e-a3d7b9e426cc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: b32e2ae6-1d55-45b5-9dd7-4adcc5d5f4da kind: Event lastTimestamp: "2026-07-16T17:58:40Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-16T17:58:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:58:40Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k.18c2d6ee1f2a653a namespace: kserve-ci-e2e-test resourceVersion: "21006" uid: b707aff8-3802-4a3d-9c7f-075982f760da reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: b32e2ae6-1d55-45b5-9dd7-4adcc5d5f4da kind: Event lastTimestamp: "2026-07-16T17:58:40Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-16T17:58:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:58:40Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k.18c2d6ee1f9f64ea namespace: kserve-ci-e2e-test resourceVersion: "21007" uid: b98ad0ca-a350-4bd0-8570-bdc8aa355450 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: b32e2ae6-1d55-45b5-9dd7-4adcc5d5f4da kind: Event lastTimestamp: "2026-07-16T17:58:45Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-16T17:58:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:58:45Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k.18c2d6ef56521d44 namespace: kserve-ci-e2e-test resourceVersion: "21049" uid: 93d80e7c-9bd3-4439-ac78-07354a28c930 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: b32e2ae6-1d55-45b5-9dd7-4adcc5d5f4da kind: Event lastTimestamp: "2026-07-16T17:58:45Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-16T17:58:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:58:45Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k.18c2d6ef59bac9f1 namespace: kserve-ci-e2e-test resourceVersion: "21051" uid: 381bcd98-08a0-4ea1-941a-8879356a37bd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: b32e2ae6-1d55-45b5-9dd7-4adcc5d5f4da kind: Event lastTimestamp: "2026-07-16T17:58:45Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-16T17:58:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:58:45Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k.18c2d6ef5a2f6dca namespace: kserve-ci-e2e-test resourceVersion: "21054" uid: 89e02c7b-cbe9-4d30-b712-82ab682e9c2c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: b32e2ae6-1d55-45b5-9dd7-4adcc5d5f4da kind: Event lastTimestamp: "2026-07-16T17:58:45Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-16T17:58:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:58:45Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k.18c2d6ef5a392c70 namespace: kserve-ci-e2e-test resourceVersion: "21055" uid: 21831129-8fb1-4525-8ca7-6ddbb8ace139 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: b32e2ae6-1d55-45b5-9dd7-4adcc5d5f4da kind: Event lastTimestamp: "2026-07-16T17:58:45Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-16T17:58:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:58:45Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k.18c2d6ef5d4c1d44 namespace: kserve-ci-e2e-test resourceVersion: "21057" uid: 09f1411a-f6ce-41c2-b5ac-09001fe781ed reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: b32e2ae6-1d55-45b5-9dd7-4adcc5d5f4da kind: Event lastTimestamp: "2026-07-16T17:58:45Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:58:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:58:45Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k.18c2d6ef5dc538a1 namespace: kserve-ci-e2e-test resourceVersion: "21058" uid: a247a7a6-f4a8-4cea-9ba7-476ff74797a6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: b32e2ae6-1d55-45b5-9dd7-4adcc5d5f4da kind: Event lastTimestamp: "2026-07-16T18:00:20Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-16T18:00:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:20Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k.18c2d705527de1fc namespace: kserve-ci-e2e-test resourceVersion: "21729" uid: 44fd20c5-af92-49bb-b961-ffac2e689503 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k namespace: kserve-ci-e2e-test resourceVersion: "20986" uid: b32e2ae6-1d55-45b5-9dd7-4adcc5d5f4da kind: Event lastTimestamp: "2026-07-16T18:00:20Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T18:00:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T18:00:20Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k.18c2d705527e48ff namespace: kserve-ci-e2e-test resourceVersion: "21730" uid: 93f337e1-b670-4ffa-860b-385b4a14efd9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:40Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "20974" uid: a24d8458-2d7e-4a00-830b-469ce17cf6d4 kind: Event lastTimestamp: "2026-07-16T17:58:40Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-jmw9k' metadata: creationTimestamp: "2026-07-16T17:58:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:58:40Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18c2d6ee00c7307e namespace: kserve-ci-e2e-test resourceVersion: "20987" uid: 69d92e52-8f8a-4af8-ad87-1de3e8723398 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:40Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20971" uid: 8915708b-344e-4e22-93f6-9dea55d9e755 kind: Event lastTimestamp: "2026-07-16T17:58:40Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-16T17:58:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:58:40Z" name: isvc-autogluon-v2-noslash-predictor.18c2d6edfc186e92 namespace: kserve-ci-e2e-test resourceVersion: "20975" uid: 9c581beb-7189-4fb0-a13a-6d94d2743f87 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-16T17:58:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20973" uid: c76a3f46-4d40-413f-bbb1-5bfe855175bb kind: Event lastTimestamp: "2026-07-16T17:59:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:58:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:59:25Z" name: isvc-autogluon-v2-noslash-predictor.18c2d6f17c0d4a15 namespace: kserve-ci-e2e-test resourceVersion: "21325" uid: a3e76460-745b-433c-953a-ce455ca8cb61 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-16T17:58:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20973" uid: c76a3f46-4d40-413f-bbb1-5bfe855175bb kind: Event lastTimestamp: "2026-07-16T17:59:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:58:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:59:25Z" name: isvc-autogluon-v2-noslash-predictor.18c2d6f17c98eae5 namespace: kserve-ci-e2e-test resourceVersion: "21326" uid: c7fd437d-0a7d-4714-8d0f-6e3888c159e5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-16T17:59:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21121" uid: c76a3f46-4d40-413f-bbb1-5bfe855175bb kind: Event lastTimestamp: "2026-07-16T18:00:10Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-16T17:59:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T18:00:10Z" name: isvc-autogluon-v2-noslash-predictor.18c2d6fbfa4c3aee namespace: kserve-ci-e2e-test resourceVersion: "21639" uid: b990a116-11cd-4bc6-95fc-abfa85dcb036 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-16T17:59:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "21121" uid: c76a3f46-4d40-413f-bbb1-5bfe855175bb kind: Event lastTimestamp: "2026-07-16T18:00:10Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-16T17:59:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T18:00:10Z" name: isvc-autogluon-v2-noslash-predictor.18c2d6fbfab248b6 namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 38106389-bc4e-4268-a89f-0107e6b489db reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-16T17:58:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20964" uid: 669365d4-b8f2-4d88-9046-b27f20b60c86 kind: Event lastTimestamp: "2026-07-16T18:00:15Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-16T17:58:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T18:00:15Z" name: isvc-autogluon-v2-noslash.18c2d6edfc4b4207 namespace: kserve-ci-e2e-test resourceVersion: "21681" uid: 2079e801-bc1f-4470-a2fc-e9bbf3045cd6 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20964" uid: 669365d4-b8f2-4d88-9046-b27f20b60c86 kind: Event lastTimestamp: "2026-07-16T17:58:40Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T17:58:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:58:40Z" name: isvc-autogluon-v2-noslash.18c2d6edfca88f88 namespace: kserve-ci-e2e-test resourceVersion: "20978" uid: 98e019ec-1949-478d-b810-157468db1e53 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:40Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20964" uid: 669365d4-b8f2-4d88-9046-b27f20b60c86 kind: Event lastTimestamp: "2026-07-16T17:58:40Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T17:58:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:58:40Z" name: isvc-autogluon-v2-noslash.18c2d6edfca8cf2e namespace: kserve-ci-e2e-test resourceVersion: "20979" uid: 9abd8f39-bcb6-49d5-af77-3905e5877de7 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T18:00:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21677" uid: 669365d4-b8f2-4d88-9046-b27f20b60c86 kind: Event lastTimestamp: "2026-07-16T18:00:15Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-16T18:00:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T18:00:15Z" name: isvc-autogluon-v2-noslash.18c2d70424b08252 namespace: kserve-ci-e2e-test resourceVersion: "21679" uid: e716a397-709c-4195-a45b-53248fb168ce reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-16T17:54:49.474331Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-twczp namespace: kserve-ci-e2e-test resourceVersion: "19215" uid: c7f9c7c9-a231-4303-a9ed-59597d199cd3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-twczp to ip-10-0-143-77.ec2.internal metadata: creationTimestamp: "2026-07-16T17:54:49Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-16T17:54:49Z" name: isvc-autogluon-v2-predictor-67b849d456-twczp.18c2d6b84eabb473 namespace: kserve-ci-e2e-test resourceVersion: "19219" uid: fe876ac3-91b9-4dee-9cd1-0910797d6bdd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-644c6b8fdb-6g9mm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:49Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-twczp namespace: kserve-ci-e2e-test resourceVersion: "19226" uid: c7f9c7c9-a231-4303-a9ed-59597d199cd3 kind: Event lastTimestamp: "2026-07-16T17:54:49Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-16T17:54:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-16T17:54:49Z" name: isvc-autogluon-v2-predictor-67b849d456-twczp.18c2d6b86bdcc39c namespace: kserve-ci-e2e-test resourceVersion: "19232" uid: 28888ab5-93b5-41ec-9d76-15b0cd874cd6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-twczp namespace: kserve-ci-e2e-test resourceVersion: "19216" uid: c7f9c7c9-a231-4303-a9ed-59597d199cd3 kind: Event lastTimestamp: "2026-07-16T17:54:49Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:86207d1cba5aecf8e7b5bca617ed35061e54e289c7778b383f47cc8d53214f1a" already present on machine metadata: creationTimestamp: "2026-07-16T17:54:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:49Z" name: isvc-autogluon-v2-predictor-67b849d456-twczp.18c2d6b86daa9063 namespace: kserve-ci-e2e-test resourceVersion: "19234" uid: a6a55458-94d7-4071-9b89-7758f278f72c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:50Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-twczp namespace: kserve-ci-e2e-test resourceVersion: "19216" uid: c7f9c7c9-a231-4303-a9ed-59597d199cd3 kind: Event lastTimestamp: "2026-07-16T17:54:50Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-16T17:54:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:50Z" name: isvc-autogluon-v2-predictor-67b849d456-twczp.18c2d6b8745b8146 namespace: kserve-ci-e2e-test resourceVersion: "19238" uid: a9318c5a-69d1-4ae0-a939-d59ae71b4bf9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:50Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-twczp namespace: kserve-ci-e2e-test resourceVersion: "19216" uid: c7f9c7c9-a231-4303-a9ed-59597d199cd3 kind: Event lastTimestamp: "2026-07-16T17:54:50Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-16T17:54:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:50Z" name: isvc-autogluon-v2-predictor-67b849d456-twczp.18c2d6b875aa3580 namespace: kserve-ci-e2e-test resourceVersion: "19239" uid: 12bd0fb0-7d2d-48dc-ad48-81813ce6ae56 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-twczp namespace: kserve-ci-e2e-test resourceVersion: "19216" uid: c7f9c7c9-a231-4303-a9ed-59597d199cd3 kind: Event lastTimestamp: "2026-07-16T17:54:55Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-16T17:54:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:55Z" name: isvc-autogluon-v2-predictor-67b849d456-twczp.18c2d6b9cfc14251 namespace: kserve-ci-e2e-test resourceVersion: "19285" uid: de8aaf17-152c-4250-9469-720c4621975b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-twczp namespace: kserve-ci-e2e-test resourceVersion: "19216" uid: c7f9c7c9-a231-4303-a9ed-59597d199cd3 kind: Event lastTimestamp: "2026-07-16T17:54:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-16T17:54:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:56Z" name: isvc-autogluon-v2-predictor-67b849d456-twczp.18c2d6b9d5e62499 namespace: kserve-ci-e2e-test resourceVersion: "19291" uid: 27d2912f-de21-4c1c-9937-86429ba491c5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-twczp namespace: kserve-ci-e2e-test resourceVersion: "19216" uid: c7f9c7c9-a231-4303-a9ed-59597d199cd3 kind: Event lastTimestamp: "2026-07-16T17:54:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-16T17:54:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:56Z" name: isvc-autogluon-v2-predictor-67b849d456-twczp.18c2d6b9d6f4f70a namespace: kserve-ci-e2e-test resourceVersion: "19293" uid: 54933da7-ad8c-4d2b-94ad-71ab54be32ab reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-twczp namespace: kserve-ci-e2e-test resourceVersion: "19216" uid: c7f9c7c9-a231-4303-a9ed-59597d199cd3 kind: Event lastTimestamp: "2026-07-16T17:54:56Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-16T17:54:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:56Z" name: isvc-autogluon-v2-predictor-67b849d456-twczp.18c2d6b9d6ff6ffe namespace: kserve-ci-e2e-test resourceVersion: "19294" uid: a5aeddaf-2177-48a9-97b8-44812c09b3a2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-twczp namespace: kserve-ci-e2e-test resourceVersion: "19216" uid: c7f9c7c9-a231-4303-a9ed-59597d199cd3 kind: Event lastTimestamp: "2026-07-16T17:54:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-16T17:54:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:56Z" name: isvc-autogluon-v2-predictor-67b849d456-twczp.18c2d6b9dbbb85a8 namespace: kserve-ci-e2e-test resourceVersion: "19295" uid: 9fb54062-89fc-4d4f-b9ff-716c3e0b1611 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-twczp namespace: kserve-ci-e2e-test resourceVersion: "19216" uid: c7f9c7c9-a231-4303-a9ed-59597d199cd3 kind: Event lastTimestamp: "2026-07-16T17:54:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:54:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:54:56Z" name: isvc-autogluon-v2-predictor-67b849d456-twczp.18c2d6b9dc1e26dd namespace: kserve-ci-e2e-test resourceVersion: "19296" uid: 888cbd92-c7bd-4466-ba3e-a90c6eb8336c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-twczp namespace: kserve-ci-e2e-test resourceVersion: "19216" uid: c7f9c7c9-a231-4303-a9ed-59597d199cd3 kind: Event lastTimestamp: "2026-07-16T17:56:29Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-16T17:56:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:56:29Z" name: isvc-autogluon-v2-predictor-67b849d456-twczp.18c2d6cfa0dbbf44 namespace: kserve-ci-e2e-test resourceVersion: "19966" uid: 9346b28e-26b1-447c-bf49-06de73104020 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-twczp namespace: kserve-ci-e2e-test resourceVersion: "19216" uid: c7f9c7c9-a231-4303-a9ed-59597d199cd3 kind: Event lastTimestamp: "2026-07-16T17:56:29Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:56:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:56:29Z" name: isvc-autogluon-v2-predictor-67b849d456-twczp.18c2d6cfa0dcf7eb namespace: kserve-ci-e2e-test resourceVersion: "19967" uid: fa54a98e-24bb-4933-b4c7-39e3234d96f0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:49Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "19206" uid: 34bb295a-0da2-49f4-a956-73a4bd7fb486 kind: Event lastTimestamp: "2026-07-16T17:54:49Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-twczp' metadata: creationTimestamp: "2026-07-16T17:54:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:54:49Z" name: isvc-autogluon-v2-predictor-67b849d456.18c2d6b84e593c38 namespace: kserve-ci-e2e-test resourceVersion: "19217" uid: 0f247f8d-365b-475c-a053-20949ae56267 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:49Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19204" uid: f904b626-056d-44e0-aabe-9a01514763ee kind: Event lastTimestamp: "2026-07-16T17:54:49Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-16T17:54:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:54:49Z" name: isvc-autogluon-v2-predictor.18c2d6b849660ecf namespace: kserve-ci-e2e-test resourceVersion: "19208" uid: 36c93d44-c4fb-4a50-8d07-dbff52be09b5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-16T17:55:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19205" uid: efeccc3c-53ca-4ff1-a16a-0786cdeabfc9 kind: Event lastTimestamp: "2026-07-16T17:55:34Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:55:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:55:34Z" name: isvc-autogluon-v2-predictor.18c2d6bbc8a7e76a namespace: kserve-ci-e2e-test resourceVersion: "19559" uid: 64b9f6e2-a935-45e9-a35d-5a62cfaeb78c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-16T17:55:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19205" uid: efeccc3c-53ca-4ff1-a16a-0786cdeabfc9 kind: Event lastTimestamp: "2026-07-16T17:55:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:55:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:55:34Z" name: isvc-autogluon-v2-predictor.18c2d6bbc91ff728 namespace: kserve-ci-e2e-test resourceVersion: "19560" uid: ce300523-686d-435d-b9a1-efdccaf86591 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-16T17:55:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19355" uid: efeccc3c-53ca-4ff1-a16a-0786cdeabfc9 kind: Event lastTimestamp: "2026-07-16T17:56:19Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-16T17:55:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:56:19Z" name: isvc-autogluon-v2-predictor.18c2d6c646b3e670 namespace: kserve-ci-e2e-test resourceVersion: "19868" uid: 2e780a3c-0025-4e12-962d-6d686bcf44b8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-16T17:55:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "19355" uid: efeccc3c-53ca-4ff1-a16a-0786cdeabfc9 kind: Event lastTimestamp: "2026-07-16T17:56:19Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-16T17:55:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:56:19Z" name: isvc-autogluon-v2-predictor.18c2d6c647678909 namespace: kserve-ci-e2e-test resourceVersion: "19869" uid: c62647ed-e08a-4b33-b685-bdbaa0b51248 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-16T17:56:34.762665Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20025" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm to ip-10-0-143-77.ec2.internal metadata: creationTimestamp: "2026-07-16T17:56:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-16T17:56:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6d0d25835b3 namespace: kserve-ci-e2e-test resourceVersion: "20029" uid: 80421076-9398-45c9-b449-a5509e2a76f2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-644c6b8fdb-6g9mm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:34Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: "2026-07-16T17:56:34Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-16T17:56:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:56:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6d0dc9c8357 namespace: kserve-ci-e2e-test resourceVersion: "20042" uid: 1e63297c-839e-473d-9376-9ae5e2c84004 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:35Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20034" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: "2026-07-16T17:56:35Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-16T17:56:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-16T17:56:35Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6d10f92cf86 namespace: kserve-ci-e2e-test resourceVersion: "20053" uid: 19078fde-fbd2-4cf5-a945-9d93c683f627 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: "2026-07-16T17:56:35Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:86207d1cba5aecf8e7b5bca617ed35061e54e289c7778b383f47cc8d53214f1a" already present on machine metadata: creationTimestamp: "2026-07-16T17:56:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:56:35Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6d110fc7c92 namespace: kserve-ci-e2e-test resourceVersion: "20055" uid: 0bf4f476-0016-4930-8ee7-b09f45cb2024 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: "2026-07-16T17:56:35Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-16T17:56:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:56:35Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6d1136884b2 namespace: kserve-ci-e2e-test resourceVersion: "20056" uid: c3e3d474-408d-4fb4-8541-bb5fd6daa578 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: "2026-07-16T17:56:35Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-16T17:56:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:56:35Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6d113cf6797 namespace: kserve-ci-e2e-test resourceVersion: "20057" uid: ee97e5b5-132a-45a0-9b58-035f1c940a81 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: "2026-07-16T17:56:57Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-16T17:56:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:56:57Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6d6180798f7 namespace: kserve-ci-e2e-test resourceVersion: "20215" uid: c7747008-9910-43d3-9e96-0474a10a50e2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: "2026-07-16T17:56:57Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-16T17:56:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:56:57Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6d61b00b8f9 namespace: kserve-ci-e2e-test resourceVersion: "20217" uid: 4ec22f64-f47c-455a-b0b3-1505797d307a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: "2026-07-16T17:56:57Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-16T17:56:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:56:57Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6d61b61d76c namespace: kserve-ci-e2e-test resourceVersion: "20218" uid: 6248496d-82ba-4b1b-8eb2-6a58961a2380 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: "2026-07-16T17:56:57Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-16T17:56:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:56:57Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6d61b6aaa98 namespace: kserve-ci-e2e-test resourceVersion: "20219" uid: 7eeb6023-87be-4725-8e88-2b7bdb871b18 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: "2026-07-16T17:56:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-16T17:56:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:56:57Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6d61e41b18d namespace: kserve-ci-e2e-test resourceVersion: "20222" uid: 0137690a-f8b0-4126-becb-e0fb4ceea493 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: "2026-07-16T17:56:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:56:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:56:57Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6d61ea3b339 namespace: kserve-ci-e2e-test resourceVersion: "20223" uid: 0d05f242-c255-4f59-a823-867e48525634 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: "2026-07-16T17:58:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-16T17:58:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:58:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6eccc619f3a namespace: kserve-ci-e2e-test resourceVersion: "20919" uid: 80938224-3844-4c3c-88fc-a6a47501aea3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: "2026-07-16T17:58:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:58:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:58:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6eccc625de2 namespace: kserve-ci-e2e-test resourceVersion: "20920" uid: 6c8a992d-1f6e-449d-a09f-f600b81922f2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm namespace: kserve-ci-e2e-test resourceVersion: "20027" uid: 7ebefffc-b21f-40bd-8f6e-f6aea8a62f04 kind: Event lastTimestamp: "2026-07-16T17:58:35Z" message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp 10.134.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-16T17:58:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:58:35Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm.18c2d6ecea30e91b namespace: kserve-ci-e2e-test resourceVersion: "20925" uid: fbcec0eb-daba-44d2-97a0-0631693a273a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "20016" uid: d1496459-86b4-4de6-a378-71343cbed543 kind: Event lastTimestamp: "2026-07-16T17:56:34Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-cf5rm' metadata: creationTimestamp: "2026-07-16T17:56:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:56:34Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18c2d6d0d1dc007d namespace: kserve-ci-e2e-test resourceVersion: "20026" uid: 0db2a493-7405-4a17-ac60-3f474df6965f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20014" uid: 06e122ba-b2d5-4b7c-ad8b-9d5a20ee8329 kind: Event lastTimestamp: "2026-07-16T17:56:34Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-16T17:56:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:56:34Z" name: isvc-autogluon-v2-variants-predictor.18c2d6d0cd9e94e2 namespace: kserve-ci-e2e-test resourceVersion: "20018" uid: 8ce9f675-283c-4c82-a958-52604269ebf6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-16T17:56:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20015" uid: e680a871-932d-4d5d-a3b2-b2379d4f27a3 kind: Event lastTimestamp: "2026-07-16T17:57:04Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:56:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:57:04Z" name: isvc-autogluon-v2-variants-predictor.18c2d6d44c578cb0 namespace: kserve-ci-e2e-test resourceVersion: "20273" uid: 3562b5d2-4d22-440d-a82c-81925b006f67 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-16T17:56:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20015" uid: e680a871-932d-4d5d-a3b2-b2379d4f27a3 kind: Event lastTimestamp: "2026-07-16T17:57:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:56:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:57:04Z" name: isvc-autogluon-v2-variants-predictor.18c2d6d44ccf03c5 namespace: kserve-ci-e2e-test resourceVersion: "20274" uid: 08ce6dd5-218c-41c5-bcdd-b38fb91aa117 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-16T17:57:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20159" uid: e680a871-932d-4d5d-a3b2-b2379d4f27a3 kind: Event lastTimestamp: "2026-07-16T17:58:34Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-16T17:57:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:58:34Z" name: isvc-autogluon-v2-variants-predictor.18c2d6db4bacf198 namespace: kserve-ci-e2e-test resourceVersion: "20904" uid: 2ffa5c27-3efe-4693-b2b4-730f36c8c4f9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-16T17:57:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "20159" uid: e680a871-932d-4d5d-a3b2-b2379d4f27a3 kind: Event lastTimestamp: "2026-07-16T17:58:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-16T17:57:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:58:34Z" name: isvc-autogluon-v2-variants-predictor.18c2d6db4c2b6910 namespace: kserve-ci-e2e-test resourceVersion: "20906" uid: f99edadb-82b0-4efe-9735-02b17526b799 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-16T17:56:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20007" uid: 833e3412-182c-47af-bb05-6f63feadf2f3 kind: Event lastTimestamp: "2026-07-16T17:58:32Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-16T17:56:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:58:32Z" name: isvc-autogluon-v2-variants.18c2d6d0cd9c3bc6 namespace: kserve-ci-e2e-test resourceVersion: "20881" uid: 82f26f0e-2175-447a-987f-68535c572e9b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-16T17:56:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20007" uid: 833e3412-182c-47af-bb05-6f63feadf2f3 kind: Event lastTimestamp: "2026-07-16T17:56:34Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T17:56:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:56:34Z" name: isvc-autogluon-v2-variants.18c2d6d0cdf3268f namespace: kserve-ci-e2e-test resourceVersion: "20037" uid: 52d73e13-2b14-4400-8b2e-e0536cadc1b5 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-16T17:56:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20007" uid: 833e3412-182c-47af-bb05-6f63feadf2f3 kind: Event lastTimestamp: "2026-07-16T17:56:34Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T17:56:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:56:34Z" name: isvc-autogluon-v2-variants.18c2d6d0cdf37fd2 namespace: kserve-ci-e2e-test resourceVersion: "20038" uid: c4d1fc3f-fcaa-4313-8b03-a57dee0ffa2e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:58:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20879" uid: 833e3412-182c-47af-bb05-6f63feadf2f3 kind: Event lastTimestamp: "2026-07-16T17:58:32Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-16T17:58:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:58:32Z" name: isvc-autogluon-v2-variants.18c2d6ec29ab737e namespace: kserve-ci-e2e-test resourceVersion: "20880" uid: d0f50450-b498-4625-854a-b2731b13cf9d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-16T17:54:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19197" uid: 7748e7b2-3e58-4e3b-af16-9e02c46e2640 kind: Event lastTimestamp: "2026-07-16T17:56:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-16T17:54:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:56:27Z" name: isvc-autogluon-v2.18c2d6b8496215b4 namespace: kserve-ci-e2e-test resourceVersion: "19936" uid: c045f4c7-68a8-4ae4-980f-6e9757e5c386 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19197" uid: 7748e7b2-3e58-4e3b-af16-9e02c46e2640 kind: Event lastTimestamp: "2026-07-16T17:54:49Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T17:54:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:54:49Z" name: isvc-autogluon-v2.18c2d6b849d11831 namespace: kserve-ci-e2e-test resourceVersion: "19210" uid: 962960f5-5c50-4fd0-a4eb-1c06aa0767e9 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:54:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19197" uid: 7748e7b2-3e58-4e3b-af16-9e02c46e2640 kind: Event lastTimestamp: "2026-07-16T17:54:49Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T17:54:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:54:49Z" name: isvc-autogluon-v2.18c2d6b849d16b3c namespace: kserve-ci-e2e-test resourceVersion: "19211" uid: 4f0f6ebd-0b8d-418e-889e-68abe36d0381 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:56:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: 7748e7b2-3e58-4e3b-af16-9e02c46e2640 kind: Event lastTimestamp: "2026-07-16T17:56:27Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-16T17:56:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:56:27Z" name: isvc-autogluon-v2.18c2d6cf109d655e namespace: kserve-ci-e2e-test resourceVersion: "19935" uid: 095f0cce-936c-475d-b9fe-42b64712c2f2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-16T17:49:58.566048Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16969" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-c6f84955-2krt2 to ip-10-0-143-77.ec2.internal metadata: creationTimestamp: "2026-07-16T17:49:58Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-16T17:49:58Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d674932f9123 namespace: kserve-ci-e2e-test resourceVersion: "16973" uid: ddf0bc08-0715-4a5f-bd02-7e8d3d51d87a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-644c6b8fdb-6g9mm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:58Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16979" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:49:58Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-16T17:49:58Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d674acc272d1 namespace: kserve-ci-e2e-test resourceVersion: "16988" uid: 52dfea55-8c7e-4817-b8d7-8e2d6b421a7b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:49:59Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:86207d1cba5aecf8e7b5bca617ed35061e54e289c7778b383f47cc8d53214f1a" already present on machine metadata: creationTimestamp: "2026-07-16T17:49:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:59Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d674ae42f7ed namespace: kserve-ci-e2e-test resourceVersion: "16990" uid: d6fd317e-ed46-43b8-b0ef-a732e31ca493 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:49:59Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-16T17:49:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:59Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d674b152fa12 namespace: kserve-ci-e2e-test resourceVersion: "16991" uid: b5bdaeb1-afa4-499d-98ef-f37227401bd5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:49:59Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-16T17:49:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:59Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d674b1c1f7ab namespace: kserve-ci-e2e-test resourceVersion: "16992" uid: a33602b5-fef2-46dd-8845-a68e3ce38cb2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:50:03Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1744" already present on machine metadata: creationTimestamp: "2026-07-16T17:50:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:50:03Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d675c105d657 namespace: kserve-ci-e2e-test resourceVersion: "17034" uid: a0459ff1-2f1d-4a51-8c5a-c4264d86616d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:50:03Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-16T17:50:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:50:03Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d675c3e90556 namespace: kserve-ci-e2e-test resourceVersion: "17036" uid: 7b3036ab-19a2-42b7-bb44-4363d0d1822f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:50:03Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-16T17:50:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:50:03Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d675c4624173 namespace: kserve-ci-e2e-test resourceVersion: "17037" uid: 28316067-0b20-4745-bd77-6ad094638223 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:50:03Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-16T17:50:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:50:03Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d675c46c925b namespace: kserve-ci-e2e-test resourceVersion: "17039" uid: bfcd7dd6-4d21-4b9e-ab3d-64e0b40cda78 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:50:03Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-16T17:50:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:50:03Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d675c7425354 namespace: kserve-ci-e2e-test resourceVersion: "17041" uid: de0ce2ac-7d0d-4cd6-aa4b-6dc81c951a80 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:50:03Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:50:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:50:03Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d675c7bb668d namespace: kserve-ci-e2e-test resourceVersion: "17042" uid: 2eeb0e0c-eacb-40dd-b1d4-f58f596e09a6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:50:03Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:42ffb1a3fbaec62e57c71970d909bef17aa5b27605c06189276dc315c300eb9f" already present on machine metadata: creationTimestamp: "2026-07-16T17:50:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:50:03Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d675c7c67ee5 namespace: kserve-ci-e2e-test resourceVersion: "17044" uid: 1df8f9cb-a1e3-4312-92db-5fc07c5693db reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:50:03Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-16T17:50:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:50:03Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d675caab0e3a namespace: kserve-ci-e2e-test resourceVersion: "17045" uid: f991f32b-ea57-4c80-b115-3fcf84563d01 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:50:03Z" message: Started container agent metadata: creationTimestamp: "2026-07-16T17:50:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:50:03Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d675cb43c20e namespace: kserve-ci-e2e-test resourceVersion: "17046" uid: 78280394-f266-4de4-9287-5591062cfed2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-16T17:50:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:51:41Z" message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-16T17:50:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:51:41Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d675fd6c6dbe namespace: kserve-ci-e2e-test resourceVersion: "17851" uid: d88eb3ff-0266-4665-adc7-e73d3e80cd57 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-16T17:50:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:51:41Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-16T17:50:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:51:41Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d6763951627b namespace: kserve-ci-e2e-test resourceVersion: "17850" uid: 2391c5c6-b729-48d2-b33c-0d998497437d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:51:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:51:33Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-16T17:51:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:51:33Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d68ac3dad8df namespace: kserve-ci-e2e-test resourceVersion: "17741" uid: 2f32c928-2a0c-48a3-a271-2e4adbd5a3c0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:51:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:51:33Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-16T17:51:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:51:33Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d68ac3e00fff namespace: kserve-ci-e2e-test resourceVersion: "17742" uid: 99c8a2f8-8fe6-4f87-b962-4751b81212ce reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:51:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:51:33Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:51:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:51:33Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d68ac3e0cac9 namespace: kserve-ci-e2e-test resourceVersion: "17743" uid: 06fe104d-5837-4171-8296-a5cbdc6c70d1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-16T17:51:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-c6f84955-2krt2 namespace: kserve-ci-e2e-test resourceVersion: "16971" uid: 6b3f2e77-9ed5-4dd7-8aab-87f5373b9bd4 kind: Event lastTimestamp: "2026-07-16T17:51:51Z" message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-16T17:51:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:51:51Z" name: isvc-logger-predictor-c6f84955-2krt2.18c2d68b6990a1c0 namespace: kserve-ci-e2e-test resourceVersion: "17927" uid: 9a0628f3-4b29-4a09-a208-b35f881413d7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:58Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-c6f84955 namespace: kserve-ci-e2e-test resourceVersion: "16955" uid: bd135fb1-8581-47a4-b10d-177293d93c5a kind: Event lastTimestamp: "2026-07-16T17:49:58Z" message: 'Created pod: isvc-logger-predictor-c6f84955-2krt2' metadata: creationTimestamp: "2026-07-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:49:58Z" name: isvc-logger-predictor-c6f84955.18c2d67492b6f02e namespace: kserve-ci-e2e-test resourceVersion: "16970" uid: fadffb60-c272-42a5-bee1-dc10c77f9849 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:58Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16953" uid: 8107ac85-d224-44e9-be70-70e4b12fd062 kind: Event lastTimestamp: "2026-07-16T17:49:58Z" message: Scaled up replica set isvc-logger-predictor-c6f84955 from 0 to 1 metadata: creationTimestamp: "2026-07-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:49:58Z" name: isvc-logger-predictor.18c2d6748ea3bb4b namespace: kserve-ci-e2e-test resourceVersion: "16956" uid: 8659d3d6-8cb5-4f41-9f4a-cc09ce7b965a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16954" uid: c603a5c4-4224-4e76-9f76-e8406018022c kind: Event lastTimestamp: "2026-07-16T17:50:13Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:50:13Z" name: isvc-logger-predictor.18c2d6780d62aaba namespace: kserve-ci-e2e-test resourceVersion: "17121" uid: 6fa439f4-6cde-491e-b3e2-dcd9e85f55f5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16954" uid: c603a5c4-4224-4e76-9f76-e8406018022c kind: Event lastTimestamp: "2026-07-16T17:50:13Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:50:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:50:13Z" name: isvc-logger-predictor.18c2d6780df52d4e namespace: kserve-ci-e2e-test resourceVersion: "17123" uid: 27741bf5-354f-4ad4-885b-875fa3ea7750 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-16T17:50:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17122" uid: c603a5c4-4224-4e76-9f76-e8406018022c kind: Event lastTimestamp: "2026-07-16T17:51:28Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-16T17:50:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:51:28Z" name: isvc-logger-predictor.18c2d67b8d33ac14 namespace: kserve-ci-e2e-test resourceVersion: "17667" uid: c0f5f999-b294-4f8f-afc2-e17ca848fd90 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-16T17:50:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "17122" uid: c603a5c4-4224-4e76-9f76-e8406018022c kind: Event lastTimestamp: "2026-07-16T17:51:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-16T17:50:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:51:28Z" name: isvc-logger-predictor.18c2d67b8da3f5ed namespace: kserve-ci-e2e-test resourceVersion: "17668" uid: bfe4652b-4013-494e-a59b-7fa9e74cc22e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-16T17:49:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16946" uid: 490b3fd7-40d4-46b1-812a-757d64a1cf30 kind: Event lastTimestamp: "2026-07-16T17:51:21Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:51:21Z" name: isvc-logger.18c2d6748ed74fd0 namespace: kserve-ci-e2e-test resourceVersion: "17620" uid: 0b441b94-598a-463f-a845-dad0dac723b0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16946" uid: 490b3fd7-40d4-46b1-812a-757d64a1cf30 kind: Event lastTimestamp: "2026-07-16T17:49:58Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T17:49:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:49:58Z" name: isvc-logger.18c2d6748f41d5d0 namespace: kserve-ci-e2e-test resourceVersion: "16960" uid: 998edc6c-01ef-4955-9d2d-e51f4d63a965 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:51:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17618" uid: 490b3fd7-40d4-46b1-812a-757d64a1cf30 kind: Event lastTimestamp: "2026-07-16T17:51:21Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-16T17:51:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:51:21Z" name: isvc-logger.18c2d687f2ff06d9 namespace: kserve-ci-e2e-test resourceVersion: "17619" uid: c41be3ae-e222-45ec-8095-9a0208c18c73 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-16T17:48:13.393437Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16052" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf to ip-10-0-143-77.ec2.internal metadata: creationTimestamp: "2026-07-16T17:48:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-16T17:48:13Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65c1668f54a namespace: kserve-ci-e2e-test resourceVersion: "16056" uid: 2618a32e-85b0-4dc3-be0d-f19462f2805a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-644c6b8fdb-6g9mm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:13Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:48:13Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-16T17:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:13Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65c21625a1e namespace: kserve-ci-e2e-test resourceVersion: "16065" uid: 980f8199-28e6-48aa-8f2a-f0c3c0890795 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:14Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16061" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:48:14Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-16T17:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-16T17:48:14Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65c543046d5 namespace: kserve-ci-e2e-test resourceVersion: "16075" uid: a50011a8-c708-45bc-bf54-83346dccb3fa reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:48:14Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:86207d1cba5aecf8e7b5bca617ed35061e54e289c7778b383f47cc8d53214f1a" already present on machine metadata: creationTimestamp: "2026-07-16T17:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:14Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65c55bf4985 namespace: kserve-ci-e2e-test resourceVersion: "16077" uid: 073036ce-b8ae-419e-b7bf-30c81f1e3ed3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:48:14Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-16T17:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:14Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65c592800ab namespace: kserve-ci-e2e-test resourceVersion: "16079" uid: 0dce31d8-654c-4e07-8e8e-4942426ea8ad reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:48:14Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-16T17:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:14Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65c59c07160 namespace: kserve-ci-e2e-test resourceVersion: "16080" uid: 71db483c-fa15-4d2f-9a6f-6808c95c5e39 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:48:18Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1744" already present on machine metadata: creationTimestamp: "2026-07-16T17:48:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:18Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65d346d711c namespace: kserve-ci-e2e-test resourceVersion: "16120" uid: 901285c0-3cbe-46ef-9f7c-8e4307d7b886 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:48:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-16T17:48:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:18Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65d38160419 namespace: kserve-ci-e2e-test resourceVersion: "16122" uid: 1414d6ca-dbb6-4125-8576-157fb81f2f95 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:48:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-16T17:48:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:18Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65d3889798c namespace: kserve-ci-e2e-test resourceVersion: "16123" uid: a0862175-dc6c-45b1-b3b2-6e4dd15983d0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:48:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-16T17:48:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:18Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65d389362ab namespace: kserve-ci-e2e-test resourceVersion: "16126" uid: 6389832d-619c-4094-9fa1-034c3100785b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:48:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-16T17:48:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:18Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65d3bbe11c3 namespace: kserve-ci-e2e-test resourceVersion: "16127" uid: d38ec8d7-9088-45e1-90fd-571fe2ee11cc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:48:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:48:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:18Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65d3c323b95 namespace: kserve-ci-e2e-test resourceVersion: "16129" uid: 4b1ab5e6-bf24-4724-8298-3c119be87d2d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:48:18Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:42ffb1a3fbaec62e57c71970d909bef17aa5b27605c06189276dc315c300eb9f" already present on machine metadata: creationTimestamp: "2026-07-16T17:48:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:18Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65d3c3c5ba3 namespace: kserve-ci-e2e-test resourceVersion: "16130" uid: df866359-8ec1-404e-8489-2aa244705ecd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:48:18Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-16T17:48:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:18Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65d3f7573f8 namespace: kserve-ci-e2e-test resourceVersion: "16131" uid: e16bf6cf-a439-4bfa-9d8f-a86b3a38e42b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:48:18Z" message: Started container agent metadata: creationTimestamp: "2026-07-16T17:48:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:18Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65d3fe9d398 namespace: kserve-ci-e2e-test resourceVersion: "16132" uid: 1e332157-dadf-40e8-8b0b-4dbe10d8bc13 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-16T17:48:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:49:56Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-16T17:48:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:56Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65d70a1776b namespace: kserve-ci-e2e-test resourceVersion: "16917" uid: aaa3615b-a899-4b14-84c6-620be212cffc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-16T17:48:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:49:56Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-16T17:48:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:56Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d65dac798ac2 namespace: kserve-ci-e2e-test resourceVersion: "16916" uid: fdc26fc8-2e74-48fb-b054-b4bcf652fb13 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:49:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-16T17:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:48Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d67237901f55 namespace: kserve-ci-e2e-test resourceVersion: "16822" uid: c0cf0b4f-8ee4-40e8-9840-5016251b092b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:49:48Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-16T17:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:48Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d672379098de namespace: kserve-ci-e2e-test resourceVersion: "16824" uid: b7322701-11ce-4742-a9bd-384308efe537 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:49:48Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:48Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d6723790a8e2 namespace: kserve-ci-e2e-test resourceVersion: "16828" uid: 9700a5ba-23f1-4e50-80b4-b312a8c00f66 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-16T17:49:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf namespace: kserve-ci-e2e-test resourceVersion: "16053" uid: 2c0ba9be-2ee8-4c34-a98c-bf52acfbb45b kind: Event lastTimestamp: "2026-07-16T17:50:01Z" message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-16T17:49:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:50:01Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf.18c2d672dcb3d741 namespace: kserve-ci-e2e-test resourceVersion: "17012" uid: bfe17d12-29ce-4215-b506-4e94e52eb332 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc namespace: kserve-ci-e2e-test resourceVersion: "16041" uid: 3edfaef8-b247-4365-880f-61c4525dfcf6 kind: Event lastTimestamp: "2026-07-16T17:48:13Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc-r96gf' metadata: creationTimestamp: "2026-07-16T17:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:48:13Z" name: isvc-sklearn-batcher-custom-predictor-59cbb4c5bc.18c2d65c16141f2e namespace: kserve-ci-e2e-test resourceVersion: "16054" uid: 2073c33f-184d-4e6d-8dd5-f52dd28328b7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16038" uid: 5aa427d3-bc7b-409b-b3af-c52b02b7ee7b kind: Event lastTimestamp: "2026-07-16T17:48:13Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-59cbb4c5bc from 0 to 1 metadata: creationTimestamp: "2026-07-16T17:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:48:13Z" name: isvc-sklearn-batcher-custom-predictor.18c2d65c0ba098ab namespace: kserve-ci-e2e-test resourceVersion: "16042" uid: 1fc81522-ea5b-4698-a2a3-22a903b8ec6d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-16T17:48:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16039" uid: d932ef2d-fa55-48ce-8620-2cc38ce95569 kind: Event lastTimestamp: "2026-07-16T17:48:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:48:58Z" name: isvc-sklearn-batcher-custom-predictor.18c2d65f8ac30374 namespace: kserve-ci-e2e-test resourceVersion: "16433" uid: 7b6c97dc-6d02-4f61-8a63-44bcc9d3e009 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-16T17:48:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16039" uid: d932ef2d-fa55-48ce-8620-2cc38ce95569 kind: Event lastTimestamp: "2026-07-16T17:48:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:48:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:48:58Z" name: isvc-sklearn-batcher-custom-predictor.18c2d65f8b4f5a3a namespace: kserve-ci-e2e-test resourceVersion: "16436" uid: a4f55dac-382e-4ca3-a367-8413afcdb61f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-16T17:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: d932ef2d-fa55-48ce-8620-2cc38ce95569 kind: Event lastTimestamp: "2026-07-16T17:49:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:49:43Z" name: isvc-sklearn-batcher-custom-predictor.18c2d6630a269e8a namespace: kserve-ci-e2e-test resourceVersion: "16760" uid: 92a87ce3-d63e-4395-a1e0-40ef0eeedb44 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-16T17:48:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "16216" uid: d932ef2d-fa55-48ce-8620-2cc38ce95569 kind: Event lastTimestamp: "2026-07-16T17:49:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-16T17:48:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:49:43Z" name: isvc-sklearn-batcher-custom-predictor.18c2d6630ac28853 namespace: kserve-ci-e2e-test resourceVersion: "16761" uid: 9ed16f25-c108-478d-886c-923b2d4cc7f4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-16T17:48:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16028" uid: 22761ec5-180d-4a1f-bfaa-08e7d5def03b kind: Event lastTimestamp: "2026-07-16T17:49:36Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-16T17:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:49:36Z" name: isvc-sklearn-batcher-custom.18c2d65c0c5793dd namespace: kserve-ci-e2e-test resourceVersion: "16710" uid: ca92b57e-1e64-4d14-9506-2d6cbf8df433 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16028" uid: 22761ec5-180d-4a1f-bfaa-08e7d5def03b kind: Event lastTimestamp: "2026-07-16T17:48:13Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T17:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:48:13Z" name: isvc-sklearn-batcher-custom.18c2d65c0cffc22f namespace: kserve-ci-e2e-test resourceVersion: "16046" uid: 40825ada-6f00-4c00-b14b-a231459ab444 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16706" uid: 22761ec5-180d-4a1f-bfaa-08e7d5def03b kind: Event lastTimestamp: "2026-07-16T17:49:36Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-16T17:49:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:49:36Z" name: isvc-sklearn-batcher-custom.18c2d66f663b9126 namespace: kserve-ci-e2e-test resourceVersion: "16708" uid: 5faf909d-b620-4a0e-b07d-834ba3e1cea6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-16T17:46:18.123837Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15136" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 to ip-10-0-143-77.ec2.internal metadata: creationTimestamp: "2026-07-16T17:46:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-16T17:46:18Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d6413fce5599 namespace: kserve-ci-e2e-test resourceVersion: "15142" uid: 9ef93833-ee85-4f5c-889f-39c00fee2abe reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-644c6b8fdb-6g9mm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:18Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:18Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-16T17:46:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:18Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d6414b10c938 namespace: kserve-ci-e2e-test resourceVersion: "15151" uid: d9d14cc1-b7f9-4e93-9342-87269b1be76e reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:19Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15146" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:19Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-16T17:46:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-16T17:46:19Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d6417d49319e namespace: kserve-ci-e2e-test resourceVersion: "15160" uid: fdd23149-8319-4cd1-a91b-d9b640477370 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:19Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:86207d1cba5aecf8e7b5bca617ed35061e54e289c7778b383f47cc8d53214f1a" metadata: creationTimestamp: "2026-07-16T17:46:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:19Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d6417ef8fd16 namespace: kserve-ci-e2e-test resourceVersion: "15162" uid: 63b693ad-c399-41b0-a818-c2db3a8b7c06 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:22Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:86207d1cba5aecf8e7b5bca617ed35061e54e289c7778b383f47cc8d53214f1a" in 3.266s (3.266s including waiting). Image size: 301882321 bytes.' metadata: creationTimestamp: "2026-07-16T17:46:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:22Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d64241b15574 namespace: kserve-ci-e2e-test resourceVersion: "15185" uid: 7d7993a3-ba15-42eb-bae5-6cb57c232e82 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:22Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-16T17:46:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:22Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d64244c7e59e namespace: kserve-ci-e2e-test resourceVersion: "15186" uid: d6ee20aa-d2cf-4529-bd19-3e68dbaa311c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:22Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-16T17:46:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:22Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d642453c6b41 namespace: kserve-ci-e2e-test resourceVersion: "15187" uid: a062b602-0bc4-4a72-b23a-dd8a0b190b2e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:26Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1744" metadata: creationTimestamp: "2026-07-16T17:46:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:26Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d6434165d294 namespace: kserve-ci-e2e-test resourceVersion: "15226" uid: 6062ff07-a7e8-4192-94ff-07d4cf012d2e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:40Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1744" in 13.386s (13.386s including waiting). Image size: 1558048690 bytes.' metadata: creationTimestamp: "2026-07-16T17:46:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:40Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d6465f45a871 namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 46074eeb-9eb7-4d4c-a59f-549c9c8daa43 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:40Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-16T17:46:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:40Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d646627813c6 namespace: kserve-ci-e2e-test resourceVersion: "15327" uid: bc7b7cbe-d5eb-460d-8258-1baa2d89eeba reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:40Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-16T17:46:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:40Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d64662ef768d namespace: kserve-ci-e2e-test resourceVersion: "15328" uid: a958c3ce-240b-4c84-8c2e-ca9c7c081abf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:40Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:40Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-16T17:46:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:40Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d64662fc7cf1 namespace: kserve-ci-e2e-test resourceVersion: "15329" uid: 491d905f-3ca9-4474-a250-7e0527c60380 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:42Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.449s (2.449s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-16T17:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:42Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d646f4fbad40 namespace: kserve-ci-e2e-test resourceVersion: "15345" uid: 6de75564-c036-441b-979f-573000694388 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:42Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-16T17:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:42Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d646f85dafc5 namespace: kserve-ci-e2e-test resourceVersion: "15346" uid: ce6592e9-cd64-4cf1-9b06-0c278973bef4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:42Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:42Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d646f8d74285 namespace: kserve-ci-e2e-test resourceVersion: "15347" uid: 02f4e06d-ce77-40fe-a125-b6b701499ea4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:42Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:42ffb1a3fbaec62e57c71970d909bef17aa5b27605c06189276dc315c300eb9f" metadata: creationTimestamp: "2026-07-16T17:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:42Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d646f8e5e5a9 namespace: kserve-ci-e2e-test resourceVersion: "15348" uid: 4adda76b-520d-44d3-ac09-ffc908a23e85 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:45Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:42ffb1a3fbaec62e57c71970d909bef17aa5b27605c06189276dc315c300eb9f" in 2.416s (2.416s including waiting). Image size: 240005750 bytes.' metadata: creationTimestamp: "2026-07-16T17:46:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:45Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d64788eaf00e namespace: kserve-ci-e2e-test resourceVersion: "15367" uid: 40dd3b31-4868-4231-9a50-b3b8c75d8a41 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:45Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-16T17:46:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:45Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d6478bac684b namespace: kserve-ci-e2e-test resourceVersion: "15368" uid: 35d43033-d4c5-4222-b0d1-1b690b5726df reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:46:45Z" message: Started container agent metadata: creationTimestamp: "2026-07-16T17:46:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:46:45Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d6478c2048a8 namespace: kserve-ci-e2e-test resourceVersion: "15369" uid: fa3ac3a3-71d1-483b-8304-ed6a4bfc9a0d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-16T17:46:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:48:18Z" message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-16T17:46:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:18Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d647b3cc1e8e namespace: kserve-ci-e2e-test resourceVersion: "16137" uid: d862ea48-2ccd-4add-b19b-e77b622a3ff6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-16T17:46:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:48:18Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-16T17:46:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:18Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d647efa15472 namespace: kserve-ci-e2e-test resourceVersion: "16138" uid: 70490359-6369-4afa-8192-c65a0b6600b1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:48:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-16T17:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:13Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d65c074d6b88 namespace: kserve-ci-e2e-test resourceVersion: "16026" uid: ae4483ce-7c0f-4863-a22b-c3933208765c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:48:13Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-16T17:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:13Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d65c074da7d8 namespace: kserve-ci-e2e-test resourceVersion: "16027" uid: db93abf1-d6ab-474a-8f71-f8b70cc68c43 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:48:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:48:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:13Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d65c074e0ea3 namespace: kserve-ci-e2e-test resourceVersion: "16029" uid: 2ce6b634-0646-4856-9cfc-52deb9026738 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-16T17:48:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9 namespace: kserve-ci-e2e-test resourceVersion: "15139" uid: e598e9d6-b79f-44e1-acb2-4fdf30937a87 kind: Event lastTimestamp: "2026-07-16T17:48:27Z" message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp 10.134.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-16T17:48:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:48:27Z" name: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9.18c2d65d1fd8e56f namespace: kserve-ci-e2e-test resourceVersion: "16210" uid: 611cda2f-a879-4762-a743-cd39fecbce3b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-85c9b85988 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: a3af6ae3-7d78-41eb-92c3-fc2221867c2f kind: Event lastTimestamp: "2026-07-16T17:46:18Z" message: 'Created pod: isvc-sklearn-batcher-predictor-85c9b85988-7wtj9' metadata: creationTimestamp: "2026-07-16T17:46:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:46:18Z" name: isvc-sklearn-batcher-predictor-85c9b85988.18c2d6413f52d1ec namespace: kserve-ci-e2e-test resourceVersion: "15138" uid: 5f98fbf6-8b4f-469b-83ae-5b9013c153c5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15124" uid: 79ed70fc-0a9a-47cd-b99e-daea3ad0cc20 kind: Event lastTimestamp: "2026-07-16T17:46:18Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-85c9b85988 from 0 to 1 metadata: creationTimestamp: "2026-07-16T17:46:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:46:18Z" name: isvc-sklearn-batcher-predictor.18c2d641388cc55c namespace: kserve-ci-e2e-test resourceVersion: "15128" uid: 27827da5-3499-4d71-a68a-b8eb48b66593 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-16T17:46:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15133" uid: 4a4f710f-5001-4449-98c1-884ce1cd5d06 kind: Event lastTimestamp: "2026-07-16T17:47:18Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:46:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:47:18Z" name: isvc-sklearn-batcher-predictor.18c2d644be7d1ee2 namespace: kserve-ci-e2e-test resourceVersion: "15609" uid: cfd0ad3b-90fa-4c34-9809-f699c63bc316 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-16T17:46:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15133" uid: 4a4f710f-5001-4449-98c1-884ce1cd5d06 kind: Event lastTimestamp: "2026-07-16T17:47:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:46:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:47:18Z" name: isvc-sklearn-batcher-predictor.18c2d644bef99181 namespace: kserve-ci-e2e-test resourceVersion: "15610" uid: cb7e18fa-cedc-47b9-9201-052d26479822 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-16T17:47:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15275" uid: 4a4f710f-5001-4449-98c1-884ce1cd5d06 kind: Event lastTimestamp: "2026-07-16T17:48:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-16T17:47:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:48:03Z" name: isvc-sklearn-batcher-predictor.18c2d64bbd884e4c namespace: kserve-ci-e2e-test resourceVersion: "15940" uid: 2af5061b-0e2f-4922-add4-c9c77c1d137c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-16T17:47:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "15275" uid: 4a4f710f-5001-4449-98c1-884ce1cd5d06 kind: Event lastTimestamp: "2026-07-16T17:48:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-16T17:47:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:48:03Z" name: isvc-sklearn-batcher-predictor.18c2d64bbe0308df namespace: kserve-ci-e2e-test resourceVersion: "15941" uid: cd7caedf-ebb3-43c5-b053-13bedc08360d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-16T17:46:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15116" uid: 369c0aee-0d16-461e-a827-6450e8e88515 kind: Event lastTimestamp: "2026-07-16T17:47:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-16T17:46:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:47:59Z" name: isvc-sklearn-batcher.18c2d6413e6c34cb namespace: kserve-ci-e2e-test resourceVersion: "15910" uid: 42f82f05-b040-4cad-80b3-c3765ac6ba79 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15116" uid: 369c0aee-0d16-461e-a827-6450e8e88515 kind: Event lastTimestamp: "2026-07-16T17:46:18Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T17:46:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:46:18Z" name: isvc-sklearn-batcher.18c2d6413ec5ac06 namespace: kserve-ci-e2e-test resourceVersion: "15135" uid: 2b763c18-cd0d-468c-b452-a80fcc411da1 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:46:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15116" uid: 369c0aee-0d16-461e-a827-6450e8e88515 kind: Event lastTimestamp: "2026-07-16T17:46:18Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T17:46:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:46:18Z" name: isvc-sklearn-batcher.18c2d6413ec5ea9c namespace: kserve-ci-e2e-test resourceVersion: "15137" uid: 7511ef69-8c7b-4ba7-b249-e27b878d9c00 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:47:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15908" uid: 369c0aee-0d16-461e-a827-6450e8e88515 kind: Event lastTimestamp: "2026-07-16T17:47:58Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-16T17:47:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:47:58Z" name: isvc-sklearn-batcher.18c2d658bacbfeff namespace: kserve-ci-e2e-test resourceVersion: "15909" uid: 1c3be181-eabf-4d49-97b7-685e63b3d6b8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-16T17:49:48.519797Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-mlvsd namespace: kserve-ci-e2e-test resourceVersion: "16837" uid: 3ba16e4f-7f77-4b1d-a95a-a3280f4230d1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-mlvsd to ip-10-0-143-77.ec2.internal metadata: creationTimestamp: "2026-07-16T17:49:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-16T17:49:48Z" name: message-dumper-predictor-6575bcfdfd-mlvsd.18c2d6723c61ead8 namespace: kserve-ci-e2e-test resourceVersion: "16844" uid: 27feb0c9-fcc6-49de-ba1f-bd54fb3fe8a0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-644c6b8fdb-6g9mm source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:48Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-mlvsd namespace: kserve-ci-e2e-test resourceVersion: "16848" uid: 3ba16e4f-7f77-4b1d-a95a-a3280f4230d1 kind: Event lastTimestamp: "2026-07-16T17:49:48Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-16T17:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-16T17:49:48Z" name: message-dumper-predictor-6575bcfdfd-mlvsd.18c2d67255fc0df1 namespace: kserve-ci-e2e-test resourceVersion: "16856" uid: 7fd223ad-b9c4-49e6-82d1-8998e8c74047 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-mlvsd namespace: kserve-ci-e2e-test resourceVersion: "16840" uid: 3ba16e4f-7f77-4b1d-a95a-a3280f4230d1 kind: Event lastTimestamp: "2026-07-16T17:49:48Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-16T17:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:48Z" name: message-dumper-predictor-6575bcfdfd-mlvsd.18c2d672576a4c28 namespace: kserve-ci-e2e-test resourceVersion: "16858" uid: 30a71f52-9075-4129-b33f-6481f2b59978 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-mlvsd namespace: kserve-ci-e2e-test resourceVersion: "16840" uid: 3ba16e4f-7f77-4b1d-a95a-a3280f4230d1 kind: Event lastTimestamp: "2026-07-16T17:49:50Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.256s (1.256s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-16T17:49:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:50Z" name: message-dumper-predictor-6575bcfdfd-mlvsd.18c2d672a24c91cc namespace: kserve-ci-e2e-test resourceVersion: "16866" uid: f35e318e-683a-472a-b582-a2fad9a9c4ce reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-mlvsd namespace: kserve-ci-e2e-test resourceVersion: "16840" uid: 3ba16e4f-7f77-4b1d-a95a-a3280f4230d1 kind: Event lastTimestamp: "2026-07-16T17:49:50Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-16T17:49:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:50Z" name: message-dumper-predictor-6575bcfdfd-mlvsd.18c2d672a560bba7 namespace: kserve-ci-e2e-test resourceVersion: "16867" uid: f4494b0a-45f4-4f58-a47c-c91b1ddbeb3a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-mlvsd namespace: kserve-ci-e2e-test resourceVersion: "16840" uid: 3ba16e4f-7f77-4b1d-a95a-a3280f4230d1 kind: Event lastTimestamp: "2026-07-16T17:49:50Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-16T17:49:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:50Z" name: message-dumper-predictor-6575bcfdfd-mlvsd.18c2d672a5d23d3b namespace: kserve-ci-e2e-test resourceVersion: "16868" uid: 6df83bc0-c4e6-410b-9fb6-367c0f62326d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-mlvsd namespace: kserve-ci-e2e-test resourceVersion: "16840" uid: 3ba16e4f-7f77-4b1d-a95a-a3280f4230d1 kind: Event lastTimestamp: "2026-07-16T17:49:50Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-16T17:49:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:50Z" name: message-dumper-predictor-6575bcfdfd-mlvsd.18c2d672a5dc8069 namespace: kserve-ci-e2e-test resourceVersion: "16869" uid: be2dbd6a-d435-4e2b-9dfd-4c447bf21e90 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-mlvsd namespace: kserve-ci-e2e-test resourceVersion: "16840" uid: 3ba16e4f-7f77-4b1d-a95a-a3280f4230d1 kind: Event lastTimestamp: "2026-07-16T17:49:50Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-16T17:49:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:50Z" name: message-dumper-predictor-6575bcfdfd-mlvsd.18c2d672a9112b49 namespace: kserve-ci-e2e-test resourceVersion: "16870" uid: 0924ac41-fdc9-467f-9b2f-066fd7844863 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-mlvsd namespace: kserve-ci-e2e-test resourceVersion: "16840" uid: 3ba16e4f-7f77-4b1d-a95a-a3280f4230d1 kind: Event lastTimestamp: "2026-07-16T17:49:50Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:49:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:49:50Z" name: message-dumper-predictor-6575bcfdfd-mlvsd.18c2d672a9a17364 namespace: kserve-ci-e2e-test resourceVersion: "16871" uid: b6643c62-068e-486f-b828-7f568cc35027 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:51:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-mlvsd namespace: kserve-ci-e2e-test resourceVersion: "16840" uid: 3ba16e4f-7f77-4b1d-a95a-a3280f4230d1 kind: Event lastTimestamp: "2026-07-16T17:51:33Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-16T17:51:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:51:33Z" name: message-dumper-predictor-6575bcfdfd-mlvsd.18c2d68aca72d2ef namespace: kserve-ci-e2e-test resourceVersion: "17772" uid: 5d6b6de5-56eb-431b-afa2-46c46481f2e3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:51:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-mlvsd namespace: kserve-ci-e2e-test resourceVersion: "16840" uid: 3ba16e4f-7f77-4b1d-a95a-a3280f4230d1 kind: Event lastTimestamp: "2026-07-16T17:51:33Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-16T17:51:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-16T17:51:33Z" name: message-dumper-predictor-6575bcfdfd-mlvsd.18c2d68aca73f863 namespace: kserve-ci-e2e-test resourceVersion: "17774" uid: f0be01a3-b0a1-4d07-8a54-595adff64347 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-77.ec2.internal source: component: kubelet host: ip-10-0-143-77.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16823" uid: 99bf1bfc-62ee-4dd5-92b9-95a8938c56f1 kind: Event lastTimestamp: "2026-07-16T17:49:48Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-mlvsd' metadata: creationTimestamp: "2026-07-16T17:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:49:48Z" name: message-dumper-predictor-6575bcfdfd.18c2d6723bc67955 namespace: kserve-ci-e2e-test resourceVersion: "16839" uid: 8075cc85-5807-4c15-9067-82caae040a5e reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16820" uid: 026a5c66-ff94-466d-aac9-83f58772448c kind: Event lastTimestamp: "2026-07-16T17:49:48Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-16T17:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:49:48Z" name: message-dumper-predictor.18c2d6723825183f namespace: kserve-ci-e2e-test resourceVersion: "16825" uid: f597b858-142a-4e3e-8d0b-811e49360c0f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16821" uid: d951b2af-1317-4f9d-8119-811f1322a78d kind: Event lastTimestamp: "2026-07-16T17:50:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:50:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:50:03Z" name: message-dumper-predictor.18c2d675b730cf5e namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: c9f067ab-cf26-4419-aace-061e199e9d32 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16821" uid: d951b2af-1317-4f9d-8119-811f1322a78d kind: Event lastTimestamp: "2026-07-16T17:50:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-16T17:50:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:50:03Z" name: message-dumper-predictor.18c2d675b7a73079 namespace: kserve-ci-e2e-test resourceVersion: "17031" uid: c079087f-1e5c-4594-aab2-1c5bef12f2c3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "17030" uid: d951b2af-1317-4f9d-8119-811f1322a78d kind: Event lastTimestamp: "2026-07-16T17:50:18Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-16T17:50:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:50:18Z" name: message-dumper-predictor.18c2d6793671cf21 namespace: kserve-ci-e2e-test resourceVersion: "17157" uid: fd596758-5126-4aa7-aa32-419ad502fb5b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:50:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "17030" uid: d951b2af-1317-4f9d-8119-811f1322a78d kind: Event lastTimestamp: "2026-07-16T17:50:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-16T17:50:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-16T17:50:18Z" name: message-dumper-predictor.18c2d67936ec500b namespace: kserve-ci-e2e-test resourceVersion: "17159" uid: 5a62cd08-66d0-4b3f-98d0-f51fda19e995 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-16T17:49:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16797" uid: 616eaa21-17dd-4faf-aa59-dab6bfaf0cd1 kind: Event lastTimestamp: "2026-07-16T17:49:57Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-16T17:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:49:57Z" name: message-dumper.18c2d672382d0b9b namespace: kserve-ci-e2e-test resourceVersion: "16937" uid: ef465556-b76d-4e4d-ad3b-1bc8b726ef84 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16797" uid: 616eaa21-17dd-4faf-aa59-dab6bfaf0cd1 kind: Event lastTimestamp: "2026-07-16T17:49:48Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-16T17:49:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:49:48Z" name: message-dumper.18c2d67238b87f60 namespace: kserve-ci-e2e-test resourceVersion: "16830" uid: d1082829-7b40-4d7d-8b9d-a5314febf8ca reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-16T17:49:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16934" uid: 616eaa21-17dd-4faf-aa59-dab6bfaf0cd1 kind: Event lastTimestamp: "2026-07-16T17:49:57Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-16T17:49:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-16T17:49:57Z" name: message-dumper.18c2d6745d8a6632 namespace: kserve-ci-e2e-test resourceVersion: "16936" uid: 621bc90b-9614-48e4-b3bf-a22f2e9bb055 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22320"