--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-01T21:09:24.385730Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh namespace: kserve-ci-e2e-test resourceVersion: "21307" uid: 4d0ae410-7edd-4422-b989-2b422e80bae8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh to ip-10-0-129-137.ec2.internal metadata: creationTimestamp: "2026-07-01T21:09:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T21:09:24Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh.18be46a211fd10a5 namespace: kserve-ci-e2e-test resourceVersion: "21311" uid: fc404f50-309b-48cd-9891-c8a3eb2f9d5e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-68c8489865-tx4lp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:24Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh namespace: kserve-ci-e2e-test resourceVersion: "21316" uid: 4d0ae410-7edd-4422-b989-2b422e80bae8 kind: Event lastTimestamp: "2026-07-01T21:09:24Z" message: Add eth0 [10.132.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T21:09:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T21:09:24Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh.18be46a22bfd1f1a namespace: kserve-ci-e2e-test resourceVersion: "21325" uid: 478aa8e3-8b53-43e2-82d5-ec259a9b1394 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 4d0ae410-7edd-4422-b989-2b422e80bae8 kind: Event lastTimestamp: "2026-07-01T21:09:24Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cc7b8fac71b36ebfd1661675b86a84ade93db501973e87758605bd27f47937cb" already present on machine metadata: creationTimestamp: "2026-07-01T21:09:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:09:24Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh.18be46a22debdac2 namespace: kserve-ci-e2e-test resourceVersion: "21329" uid: b988d6ff-9d64-4898-86a1-8eb8f910dc46 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 4d0ae410-7edd-4422-b989-2b422e80bae8 kind: Event lastTimestamp: "2026-07-01T21:09:24Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T21:09:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:09:24Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh.18be46a230cfc085 namespace: kserve-ci-e2e-test resourceVersion: "21331" uid: 1165d4b9-96d2-46b0-b3be-eeb85693c7a4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 4d0ae410-7edd-4422-b989-2b422e80bae8 kind: Event lastTimestamp: "2026-07-01T21:09:24Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T21:09:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:09:24Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh.18be46a231441e9e namespace: kserve-ci-e2e-test resourceVersion: "21332" uid: f8c2c707-9af8-4d5f-8dd9-574b1ff429df reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 4d0ae410-7edd-4422-b989-2b422e80bae8 kind: Event lastTimestamp: "2026-07-01T21:09:35Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T21:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:09:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh.18be46a4a00fc482 namespace: kserve-ci-e2e-test resourceVersion: "21407" uid: 18907daa-29d4-433d-9efd-e212b5db239b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 4d0ae410-7edd-4422-b989-2b422e80bae8 kind: Event lastTimestamp: "2026-07-01T21:09:35Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T21:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:09:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh.18be46a4a384cf06 namespace: kserve-ci-e2e-test resourceVersion: "21410" uid: 6f229ab0-8b82-4c4b-a678-85d239b95500 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 4d0ae410-7edd-4422-b989-2b422e80bae8 kind: Event lastTimestamp: "2026-07-01T21:09:35Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T21:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:09:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh.18be46a4a403a376 namespace: kserve-ci-e2e-test resourceVersion: "21412" uid: cf55b824-aff1-4221-94cc-c02e6e167e97 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 4d0ae410-7edd-4422-b989-2b422e80bae8 kind: Event lastTimestamp: "2026-07-01T21:09:35Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T21:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:09:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh.18be46a4a40e4a62 namespace: kserve-ci-e2e-test resourceVersion: "21413" uid: 817c2038-ed5e-4872-b8a9-0b791c364b39 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 4d0ae410-7edd-4422-b989-2b422e80bae8 kind: Event lastTimestamp: "2026-07-01T21:09:35Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T21:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:09:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh.18be46a4a7840134 namespace: kserve-ci-e2e-test resourceVersion: "21415" uid: 65bede54-80eb-485d-bf31-2691621ff032 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 4d0ae410-7edd-4422-b989-2b422e80bae8 kind: Event lastTimestamp: "2026-07-01T21:09:35Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T21:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:09:35Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh.18be46a4a7f9a950 namespace: kserve-ci-e2e-test resourceVersion: "21416" uid: 85930c33-6ae1-4ee7-a1e4-46f4a21b3c3f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T21:09:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 4d0ae410-7edd-4422-b989-2b422e80bae8 kind: Event lastTimestamp: "2026-07-01T21:09:43Z" message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T21:09:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:09:43Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh.18be46a518132fbf namespace: kserve-ci-e2e-test resourceVersion: "21475" uid: 799a3769-6309-4452-96a6-b998a1eaac3b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 4d0ae410-7edd-4422-b989-2b422e80bae8 kind: Event lastTimestamp: "2026-07-01T21:09:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T21:09:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:09:54Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh.18be46a911f34bda namespace: kserve-ci-e2e-test resourceVersion: "21579" uid: cd1ab02b-6822-4f40-83ff-f128bc249b63 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh namespace: kserve-ci-e2e-test resourceVersion: "21309" uid: 4d0ae410-7edd-4422-b989-2b422e80bae8 kind: Event lastTimestamp: "2026-07-01T21:09:54Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T21:09:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:09:54Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh.18be46a911f3ed7b namespace: kserve-ci-e2e-test resourceVersion: "21580" uid: cb34756b-3acb-4636-956c-947261e7acd3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21297" uid: 0571d9ae-6f72-4cb7-9e5f-ba6257d811a8 kind: Event lastTimestamp: "2026-07-01T21:09:24Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-7gmvh' metadata: creationTimestamp: "2026-07-01T21:09:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:09:24Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18be46a21167c9b8 namespace: kserve-ci-e2e-test resourceVersion: "21308" uid: 97cd3ab1-57da-4270-a17b-5105675efcb4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21295" uid: f6135980-0052-4f73-a6fd-5d3a7982a31b kind: Event lastTimestamp: "2026-07-01T21:09:24Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-01T21:09:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:09:24Z" name: isvc-autogluon-ts-v1-predictor.18be46a20d2d808b namespace: kserve-ci-e2e-test resourceVersion: "21298" uid: 446cc120-6ad7-4869-a48b-a389672b2108 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21296" uid: 7d282cc6-1c45-4eb5-88b4-0f71da6f2a7d kind: Event lastTimestamp: "2026-07-01T21:09:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T21:09:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:09:39Z" name: isvc-autogluon-ts-v1-predictor.18be46a58bb98732 namespace: kserve-ci-e2e-test resourceVersion: "21449" uid: 83cafae9-05df-4031-aee3-5984b9163256 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21296" uid: 7d282cc6-1c45-4eb5-88b4-0f71da6f2a7d kind: Event lastTimestamp: "2026-07-01T21:09:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T21:09:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:09:39Z" name: isvc-autogluon-ts-v1-predictor.18be46a58c367ac7 namespace: kserve-ci-e2e-test resourceVersion: "21451" uid: f64b5d85-1050-415b-b2ba-4e930043688b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21450" uid: 7d282cc6-1c45-4eb5-88b4-0f71da6f2a7d kind: Event lastTimestamp: "2026-07-01T21:09:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T21:09:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:09:54Z" name: isvc-autogluon-ts-v1-predictor.18be46a90b2a0773 namespace: kserve-ci-e2e-test resourceVersion: "21563" uid: adf408a2-2dea-4e15-bd09-b5055d88d9e2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21450" uid: 7d282cc6-1c45-4eb5-88b4-0f71da6f2a7d kind: Event lastTimestamp: "2026-07-01T21:09:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T21:09:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:09:54Z" name: isvc-autogluon-ts-v1-predictor.18be46a90b9398f4 namespace: kserve-ci-e2e-test resourceVersion: "21565" uid: 7f00b9a7-3efb-4ea9-b72c-5c5fbb9442e6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T21:09:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21287" uid: 3ff59488-a502-431a-aa31-7652f3d3b9cb kind: Event lastTimestamp: "2026-07-01T21:09:53Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T21:09:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:09:53Z" name: isvc-autogluon-ts-v1.18be46a20d2e4c1a namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: 3dff1bf1-c6e7-4a77-87a6-db693e563857 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21287" uid: 3ff59488-a502-431a-aa31-7652f3d3b9cb kind: Event lastTimestamp: "2026-07-01T21:09:24Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T21:09:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:09:24Z" name: isvc-autogluon-ts-v1.18be46a20daab62f namespace: kserve-ci-e2e-test resourceVersion: "21301" uid: cb4e1de2-49b7-460a-ba7e-e726c5b2bb77 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21287" uid: 3ff59488-a502-431a-aa31-7652f3d3b9cb kind: Event lastTimestamp: "2026-07-01T21:09:24Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T21:09:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:09:24Z" name: isvc-autogluon-ts-v1.18be46a20daaf3ed namespace: kserve-ci-e2e-test resourceVersion: "21302" uid: ff693a42-ddd8-4846-8053-a947b4185b9f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21554" uid: 3ff59488-a502-431a-aa31-7652f3d3b9cb kind: Event lastTimestamp: "2026-07-01T21:09:53Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-01T21:09:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:09:53Z" name: isvc-autogluon-ts-v1.18be46a8d773c62e namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: cfaa6953-9253-4281-acd9-4b4af90b0a9f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T21:00:23.139387Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17179" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs to ip-10-0-129-137.ec2.internal metadata: creationTimestamp: "2026-07-01T21:00:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T21:00:23Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be46240d314763 namespace: kserve-ci-e2e-test resourceVersion: "17190" uid: c93bccf6-38b5-4c4d-b7b0-17275dd05d2b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-68c8489865-tx4lp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:23Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:00:23Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:00:23Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be46241988cf56 namespace: kserve-ci-e2e-test resourceVersion: "17221" uid: 728097c6-0afd-4020-ac38-756c9d46b5f3 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:24Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17199" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:00:24Z" message: Add eth0 [10.132.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T21:00:24Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be46244ae76b97 namespace: kserve-ci-e2e-test resourceVersion: "17229" uid: 928b942e-74c4-45d9-b39c-b88efc4808b3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:00:24Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cc7b8fac71b36ebfd1661675b86a84ade93db501973e87758605bd27f47937cb" already present on machine metadata: creationTimestamp: "2026-07-01T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:00:24Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be46244c6babde namespace: kserve-ci-e2e-test resourceVersion: "17231" uid: f3eedeca-1d55-4257-a4b4-e62bd0009212 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:00:24Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:00:24Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be46244f38d97a namespace: kserve-ci-e2e-test resourceVersion: "17234" uid: 9fa84658-6877-47fd-9c73-45dac9df7846 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:00:24Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T21:00:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:00:24Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be4624500b1b0b namespace: kserve-ci-e2e-test resourceVersion: "17236" uid: 35366cf9-ea66-490e-8bdb-8b925d93a145 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:00:44Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-01T21:00:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:00:44Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be462916bd27c6 namespace: kserve-ci-e2e-test resourceVersion: "17393" uid: bbaa29fe-40c2-47c3-9e8d-b31eaa415339 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:03:05Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m20.612s (2m20.612s including waiting). Image size: 8939170586 bytes.' metadata: creationTimestamp: "2026-07-01T21:03:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:03:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be4649d3ec6455 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 53a1ad9c-ce43-47cc-8adf-fca91ac145f2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:03:05Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T21:03:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:03:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be4649d97a92b6 namespace: kserve-ci-e2e-test resourceVersion: "18367" uid: f9fbc80e-3ffe-4157-832f-deddea6d9402 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:03:05Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T21:03:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:03:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be4649da7c14d1 namespace: kserve-ci-e2e-test resourceVersion: "18368" uid: ce737913-021a-444d-873d-9fe09d21999f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:03:05Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T21:03:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:03:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be4649da89b501 namespace: kserve-ci-e2e-test resourceVersion: "18369" uid: 89208159-0673-40e9-b158-2c7ea79bb6f8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:03:05Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T21:03:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:03:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be4649e0816a60 namespace: kserve-ci-e2e-test resourceVersion: "18372" uid: f054d894-7c2b-4d13-9290-fb92f1ba71a3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:03:05Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T21:03:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:03:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be4649e14f38f6 namespace: kserve-ci-e2e-test resourceVersion: "18373" uid: 78effea9-7ccd-48d1-b036-d32cd8c487e6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T21:03:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:03:33Z" message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T21:03:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:03:33Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be464a54729658 namespace: kserve-ci-e2e-test resourceVersion: "18600" uid: 3c612a06-d033-4fb4-ab74-82b861de48ee reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:03:33Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T21:03:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:03:33Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be465053d50019 namespace: kserve-ci-e2e-test resourceVersion: "18595" uid: 739f155b-b533-42bf-aa16-dc95aeaa7299 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:03:33Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T21:03:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:03:33Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be465053d5b378 namespace: kserve-ci-e2e-test resourceVersion: "18596" uid: 8f898ba2-0ed4-4ea7-b29e-f600129de0ed reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs namespace: kserve-ci-e2e-test resourceVersion: "17185" uid: ed2103c9-ab55-4f8f-8e58-0aac1fbc20ff kind: Event lastTimestamp: "2026-07-01T21:03:33Z" message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp 10.132.0.39:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T21:03:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:03:33Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs.18be4650626844e4 namespace: kserve-ci-e2e-test resourceVersion: "18599" uid: 92f68a8c-a1ac-4d06-8bff-fa031bd7e504 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17162" uid: c4ca14b8-1e94-4933-9543-e1d72da963b8 kind: Event lastTimestamp: "2026-07-01T21:00:23Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-5m6gs' metadata: creationTimestamp: "2026-07-01T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:00:23Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18be46240ccd086a namespace: kserve-ci-e2e-test resourceVersion: "17184" uid: f8e5cc3c-f6c3-4b12-ad65-c64d70e529c7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17159" uid: 490002dc-ece1-4def-a8f9-133cc87e5c81 kind: Event lastTimestamp: "2026-07-01T21:00:23Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-01T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:00:23Z" name: isvc-autogluon-v1-predictor.18be4624087816d7 namespace: kserve-ci-e2e-test resourceVersion: "17163" uid: 1450c123-3659-45ae-a8df-dcb5e622aec3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T21:00:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17161" uid: 2e6a961a-f07a-40b6-89fd-2c91fb73abc3 kind: Event lastTimestamp: "2026-07-01T21:03:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T21:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:03:08Z" name: isvc-autogluon-v1-predictor.18be462786f7bb04 namespace: kserve-ci-e2e-test resourceVersion: "18395" uid: 5933bbab-ba9e-447a-bd56-69873f61a4c3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T21:00:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17161" uid: 2e6a961a-f07a-40b6-89fd-2c91fb73abc3 kind: Event lastTimestamp: "2026-07-01T21:03:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T21:00:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:03:08Z" name: isvc-autogluon-v1-predictor.18be4627877d1015 namespace: kserve-ci-e2e-test resourceVersion: "18396" uid: c47345db-f0b7-4ae3-a710-97621dd11332 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17343" uid: 2e6a961a-f07a-40b6-89fd-2c91fb73abc3 kind: Event lastTimestamp: "2026-07-01T21:03:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T21:03:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:03:23Z" name: isvc-autogluon-v1-predictor.18be464dfbfbada4 namespace: kserve-ci-e2e-test resourceVersion: "18500" uid: 87c7d6f7-0328-4500-b185-70d2f7f7a7e6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17343" uid: 2e6a961a-f07a-40b6-89fd-2c91fb73abc3 kind: Event lastTimestamp: "2026-07-01T21:03:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T21:03:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:03:23Z" name: isvc-autogluon-v1-predictor.18be464dfc5c5cd6 namespace: kserve-ci-e2e-test resourceVersion: "18502" uid: 49d0b54b-3775-43a1-ba08-e4c63177680c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T21:00:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17149" uid: ccbf6f28-1d4a-4cfb-a4aa-45c0a8250101 kind: Event lastTimestamp: "2026-07-01T21:03:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:03:23Z" name: isvc-autogluon-v1.18be4624087b1fd6 namespace: kserve-ci-e2e-test resourceVersion: "18516" uid: 0bf6649d-33d8-48d9-94a1-ac4d68dcb4e8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17149" uid: ccbf6f28-1d4a-4cfb-a4aa-45c0a8250101 kind: Event lastTimestamp: "2026-07-01T21:00:23Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:00:23Z" name: isvc-autogluon-v1.18be462408e9d45a namespace: kserve-ci-e2e-test resourceVersion: "17166" uid: a75ad75d-e050-4461-95d6-ccf1ce39f185 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17149" uid: ccbf6f28-1d4a-4cfb-a4aa-45c0a8250101 kind: Event lastTimestamp: "2026-07-01T21:00:23Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:00:23Z" name: isvc-autogluon-v1.18be462408ea2093 namespace: kserve-ci-e2e-test resourceVersion: "17167" uid: 2c4dad6f-4b66-4fb9-8433-114b2cd27b85 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18510" uid: ccbf6f28-1d4a-4cfb-a4aa-45c0a8250101 kind: Event lastTimestamp: "2026-07-01T21:03:23Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-01T21:03:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:03:23Z" name: isvc-autogluon-v1.18be464e13d1153c namespace: kserve-ci-e2e-test resourceVersion: "18513" uid: 97b9c480-b9ba-4bae-82a8-5a7a063d2a5f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T21:07:39.109258Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4 namespace: kserve-ci-e2e-test resourceVersion: "20488" uid: 1d92788b-10a3-40ae-be1a-043639819cf3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4 to ip-10-0-129-137.ec2.internal metadata: creationTimestamp: "2026-07-01T21:07:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T21:07:39Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4.18be46898f05958c namespace: kserve-ci-e2e-test resourceVersion: "20493" uid: 39f5161e-0faa-4407-99c2-abc4d5701f1c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-68c8489865-tx4lp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4 namespace: kserve-ci-e2e-test resourceVersion: "20499" uid: 1d92788b-10a3-40ae-be1a-043639819cf3 kind: Event lastTimestamp: "2026-07-01T21:07:39Z" message: Add eth0 [10.132.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T21:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T21:07:39Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4.18be4689a898660a namespace: kserve-ci-e2e-test resourceVersion: "20507" uid: 778d54a1-4254-4835-ae1f-543ccdade34a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: 1d92788b-10a3-40ae-be1a-043639819cf3 kind: Event lastTimestamp: "2026-07-01T21:07:39Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cc7b8fac71b36ebfd1661675b86a84ade93db501973e87758605bd27f47937cb" already present on machine metadata: creationTimestamp: "2026-07-01T21:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:07:39Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4.18be4689aa1ee598 namespace: kserve-ci-e2e-test resourceVersion: "20509" uid: e535f911-41d5-4da0-aa69-f2914e42964f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: 1d92788b-10a3-40ae-be1a-043639819cf3 kind: Event lastTimestamp: "2026-07-01T21:07:39Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T21:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:07:39Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4.18be4689acefb4ac namespace: kserve-ci-e2e-test resourceVersion: "20510" uid: 38597377-9e6e-4862-9f8c-d05d09c3e2ea reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: 1d92788b-10a3-40ae-be1a-043639819cf3 kind: Event lastTimestamp: "2026-07-01T21:07:39Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T21:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:07:39Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4.18be4689ad5e990d namespace: kserve-ci-e2e-test resourceVersion: "20511" uid: 15925b93-b7f2-4105-96ca-a9c6412c26b4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: 1d92788b-10a3-40ae-be1a-043639819cf3 kind: Event lastTimestamp: "2026-07-01T21:07:44Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T21:07:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:07:44Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4.18be468ae4cfe187 namespace: kserve-ci-e2e-test resourceVersion: "20559" uid: 6c3f5cf4-b4d1-409b-9aa4-743eba9e49f7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: 1d92788b-10a3-40ae-be1a-043639819cf3 kind: Event lastTimestamp: "2026-07-01T21:07:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T21:07:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:07:44Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4.18be468ae85812f6 namespace: kserve-ci-e2e-test resourceVersion: "20565" uid: c227a76a-0ab2-4356-845e-c3979fae9910 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: 1d92788b-10a3-40ae-be1a-043639819cf3 kind: Event lastTimestamp: "2026-07-01T21:07:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T21:07:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:07:44Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4.18be468ae8cdedf0 namespace: kserve-ci-e2e-test resourceVersion: "20566" uid: b81e1318-63e7-475c-81a9-a5e0772edf4e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: 1d92788b-10a3-40ae-be1a-043639819cf3 kind: Event lastTimestamp: "2026-07-01T21:07:44Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T21:07:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:07:44Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4.18be468ae8d8744a namespace: kserve-ci-e2e-test resourceVersion: "20567" uid: a421bf9f-7694-4f75-b206-7bd0196ec2b2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: 1d92788b-10a3-40ae-be1a-043639819cf3 kind: Event lastTimestamp: "2026-07-01T21:07:44Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T21:07:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:07:44Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4.18be468aec31ed30 namespace: kserve-ci-e2e-test resourceVersion: "20569" uid: 3ed10230-227f-4c7a-9489-9f4326d39e60 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: 1d92788b-10a3-40ae-be1a-043639819cf3 kind: Event lastTimestamp: "2026-07-01T21:07:44Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T21:07:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:07:44Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4.18be468aec9efb87 namespace: kserve-ci-e2e-test resourceVersion: "20570" uid: 9fd98636-e665-4c6f-a257-5bdaf612ccc8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: 1d92788b-10a3-40ae-be1a-043639819cf3 kind: Event lastTimestamp: "2026-07-01T21:09:19Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T21:09:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:09:19Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4.18be46a0df98c06b namespace: kserve-ci-e2e-test resourceVersion: "21241" uid: 11edb5e4-a178-4767-ae19-5f5005eed3e0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4 namespace: kserve-ci-e2e-test resourceVersion: "20491" uid: 1d92788b-10a3-40ae-be1a-043639819cf3 kind: Event lastTimestamp: "2026-07-01T21:09:19Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T21:09:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:09:19Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4.18be46a0df99754e namespace: kserve-ci-e2e-test resourceVersion: "21242" uid: 5d1facc3-5633-43e9-9802-596ada805cab reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "20479" uid: e50c523f-8758-4e81-b8f5-55b5a22cc4fb kind: Event lastTimestamp: "2026-07-01T21:07:39Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-4k2g4' metadata: creationTimestamp: "2026-07-01T21:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:07:39Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18be46898e9791ba namespace: kserve-ci-e2e-test resourceVersion: "20490" uid: c7c0e7ef-2dbe-44bf-bedb-50debec9a9d8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:39Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20477" uid: f05121c9-cd6b-4a57-8a8f-0d32d7865029 kind: Event lastTimestamp: "2026-07-01T21:07:39Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-01T21:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:07:39Z" name: isvc-autogluon-v2-noslash-predictor.18be46898a5aa96b namespace: kserve-ci-e2e-test resourceVersion: "20480" uid: f95dfdca-1e99-41f2-b4ba-3da83fa2d53d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20478" uid: 46d04bfa-08c0-481c-8f7a-50da8ed5a031 kind: Event lastTimestamp: "2026-07-01T21:07:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T21:07:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:07:54Z" name: isvc-autogluon-v2-noslash-predictor.18be468d092c87c1 namespace: kserve-ci-e2e-test resourceVersion: "20632" uid: 3bf2ae47-6b1c-4950-8dba-5877dab04126 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20478" uid: 46d04bfa-08c0-481c-8f7a-50da8ed5a031 kind: Event lastTimestamp: "2026-07-01T21:07:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T21:07:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:07:54Z" name: isvc-autogluon-v2-noslash-predictor.18be468d0994007e namespace: kserve-ci-e2e-test resourceVersion: "20633" uid: 6cfcb940-1633-46bb-a169-800a081dacdf reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T21:08:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20631" uid: 46d04bfa-08c0-481c-8f7a-50da8ed5a031 kind: Event lastTimestamp: "2026-07-01T21:09:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T21:08:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:09:09Z" name: isvc-autogluon-v2-noslash-predictor.18be4690886d4f90 namespace: kserve-ci-e2e-test resourceVersion: "21148" uid: d1b35187-f3cf-4962-b05d-e93f16483129 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T21:08:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20631" uid: 46d04bfa-08c0-481c-8f7a-50da8ed5a031 kind: Event lastTimestamp: "2026-07-01T21:09:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T21:08:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:09:09Z" name: isvc-autogluon-v2-noslash-predictor.18be469088cb8d50 namespace: kserve-ci-e2e-test resourceVersion: "21149" uid: 23fb69ce-0fb6-4ca4-acf7-e22334c851cc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T21:07:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 43cca9b9-8bf0-4412-a092-463f1088e77c kind: Event lastTimestamp: "2026-07-01T21:09:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T21:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:09:14Z" name: isvc-autogluon-v2-noslash.18be46898a5f386b namespace: kserve-ci-e2e-test resourceVersion: "21195" uid: 6692eccf-90f1-4f7e-a85d-3700429573ce reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T21:07:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 43cca9b9-8bf0-4412-a092-463f1088e77c kind: Event lastTimestamp: "2026-07-01T21:07:39Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T21:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:07:39Z" name: isvc-autogluon-v2-noslash.18be46898ae6ee77 namespace: kserve-ci-e2e-test resourceVersion: "20497" uid: 89b1321b-ca44-4185-822c-a73a0f4a47db reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T21:07:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20470" uid: 43cca9b9-8bf0-4412-a092-463f1088e77c kind: Event lastTimestamp: "2026-07-01T21:07:39Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T21:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:07:39Z" name: isvc-autogluon-v2-noslash.18be46898ae73599 namespace: kserve-ci-e2e-test resourceVersion: "20500" uid: e57afb74-3a1d-48ab-9075-e606260e19f7 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:09:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21192" uid: 43cca9b9-8bf0-4412-a092-463f1088e77c kind: Event lastTimestamp: "2026-07-01T21:09:14Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-01T21:09:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:09:14Z" name: isvc-autogluon-v2-noslash.18be469fda35b629 namespace: kserve-ci-e2e-test resourceVersion: "21193" uid: 62ba8efd-2cdc-4f76-8589-14b8e120f160 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T21:03:38.618999Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-lth68 namespace: kserve-ci-e2e-test resourceVersion: "18657" uid: 85c66012-1004-48da-84ce-16d98fb4ff7a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-lth68 to ip-10-0-129-137.ec2.internal metadata: creationTimestamp: "2026-07-01T21:03:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T21:03:38Z" name: isvc-autogluon-v2-predictor-67b849d456-lth68.18be465190af6ec4 namespace: kserve-ci-e2e-test resourceVersion: "18661" uid: 88c21130-bf36-4332-b4cb-68fbe444d1e5 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-68c8489865-tx4lp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-lth68 namespace: kserve-ci-e2e-test resourceVersion: "18665" uid: 85c66012-1004-48da-84ce-16d98fb4ff7a kind: Event lastTimestamp: "2026-07-01T21:03:39Z" message: Add eth0 [10.132.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T21:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T21:03:39Z" name: isvc-autogluon-v2-predictor-67b849d456-lth68.18be4651aca29bd3 namespace: kserve-ci-e2e-test resourceVersion: "18676" uid: 9328a557-5449-4fec-a461-55fdda787084 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-lth68 namespace: kserve-ci-e2e-test resourceVersion: "18658" uid: 85c66012-1004-48da-84ce-16d98fb4ff7a kind: Event lastTimestamp: "2026-07-01T21:03:39Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cc7b8fac71b36ebfd1661675b86a84ade93db501973e87758605bd27f47937cb" already present on machine metadata: creationTimestamp: "2026-07-01T21:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:03:39Z" name: isvc-autogluon-v2-predictor-67b849d456-lth68.18be4651ae0066dd namespace: kserve-ci-e2e-test resourceVersion: "18678" uid: 09b562d9-1aa6-4410-b1d3-de1042d63c5f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-lth68 namespace: kserve-ci-e2e-test resourceVersion: "18658" uid: 85c66012-1004-48da-84ce-16d98fb4ff7a kind: Event lastTimestamp: "2026-07-01T21:03:39Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T21:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:03:39Z" name: isvc-autogluon-v2-predictor-67b849d456-lth68.18be4651b604b68e namespace: kserve-ci-e2e-test resourceVersion: "18679" uid: 1df485f7-a531-48f1-8ac8-e5293bd2cdc8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-lth68 namespace: kserve-ci-e2e-test resourceVersion: "18658" uid: 85c66012-1004-48da-84ce-16d98fb4ff7a kind: Event lastTimestamp: "2026-07-01T21:03:39Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T21:03:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:03:39Z" name: isvc-autogluon-v2-predictor-67b849d456-lth68.18be4651b7156266 namespace: kserve-ci-e2e-test resourceVersion: "18680" uid: 7e6b95f5-3df4-469c-8f81-9e85a1a2d664 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:04:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-lth68 namespace: kserve-ci-e2e-test resourceVersion: "18658" uid: 85c66012-1004-48da-84ce-16d98fb4ff7a kind: Event lastTimestamp: "2026-07-01T21:04:08Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T21:04:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:04:08Z" name: isvc-autogluon-v2-predictor-67b849d456-lth68.18be465899b8f785 namespace: kserve-ci-e2e-test resourceVersion: "18895" uid: 612836bc-a6b1-4db1-8431-cb9ab5b2778f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:04:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-lth68 namespace: kserve-ci-e2e-test resourceVersion: "18658" uid: 85c66012-1004-48da-84ce-16d98fb4ff7a kind: Event lastTimestamp: "2026-07-01T21:04:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T21:04:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:04:08Z" name: isvc-autogluon-v2-predictor-67b849d456-lth68.18be46589d2e5752 namespace: kserve-ci-e2e-test resourceVersion: "18900" uid: be200eb5-4544-4bac-bb7c-1efecdb17064 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:04:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-lth68 namespace: kserve-ci-e2e-test resourceVersion: "18658" uid: 85c66012-1004-48da-84ce-16d98fb4ff7a kind: Event lastTimestamp: "2026-07-01T21:04:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T21:04:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:04:08Z" name: isvc-autogluon-v2-predictor-67b849d456-lth68.18be46589db1849d namespace: kserve-ci-e2e-test resourceVersion: "18901" uid: 01cf59a7-b761-466d-8a89-8b797d8df5b9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:04:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-lth68 namespace: kserve-ci-e2e-test resourceVersion: "18658" uid: 85c66012-1004-48da-84ce-16d98fb4ff7a kind: Event lastTimestamp: "2026-07-01T21:04:08Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T21:04:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:04:08Z" name: isvc-autogluon-v2-predictor-67b849d456-lth68.18be46589dbb5e14 namespace: kserve-ci-e2e-test resourceVersion: "18902" uid: 8a91b100-2b4b-473b-aac8-7ef6b57fad18 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:04:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-lth68 namespace: kserve-ci-e2e-test resourceVersion: "18658" uid: 85c66012-1004-48da-84ce-16d98fb4ff7a kind: Event lastTimestamp: "2026-07-01T21:04:08Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T21:04:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:04:08Z" name: isvc-autogluon-v2-predictor-67b849d456-lth68.18be4658a2ed486e namespace: kserve-ci-e2e-test resourceVersion: "18905" uid: 0a433887-4493-412f-ad91-17f344769b97 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:04:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-lth68 namespace: kserve-ci-e2e-test resourceVersion: "18658" uid: 85c66012-1004-48da-84ce-16d98fb4ff7a kind: Event lastTimestamp: "2026-07-01T21:04:08Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T21:04:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:04:08Z" name: isvc-autogluon-v2-predictor-67b849d456-lth68.18be4658a3648c61 namespace: kserve-ci-e2e-test resourceVersion: "18906" uid: b453c54b-2520-49fb-ab3a-240b930e3c9c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-lth68 namespace: kserve-ci-e2e-test resourceVersion: "18658" uid: 85c66012-1004-48da-84ce-16d98fb4ff7a kind: Event lastTimestamp: "2026-07-01T21:05:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T21:05:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:05:48Z" name: isvc-autogluon-v2-predictor-67b849d456-lth68.18be466fdcef860d namespace: kserve-ci-e2e-test resourceVersion: "19617" uid: 3ddd2659-d497-48b7-97b5-ee2952d5dfb9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-lth68 namespace: kserve-ci-e2e-test resourceVersion: "18658" uid: 85c66012-1004-48da-84ce-16d98fb4ff7a kind: Event lastTimestamp: "2026-07-01T21:05:48Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T21:05:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:05:48Z" name: isvc-autogluon-v2-predictor-67b849d456-lth68.18be466fdcf00032 namespace: kserve-ci-e2e-test resourceVersion: "19618" uid: 29ec9595-7aa9-4145-865a-fd9c9f9d525c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "18647" uid: b2d79748-5b1d-4b9d-bd21-8487661421e9 kind: Event lastTimestamp: "2026-07-01T21:03:38Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-lth68' metadata: creationTimestamp: "2026-07-01T21:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:03:38Z" name: isvc-autogluon-v2-predictor-67b849d456.18be465190512380 namespace: kserve-ci-e2e-test resourceVersion: "18659" uid: d1666fb2-831c-4a2f-8652-0f329f364bc0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18645" uid: b0084f1c-9fd0-459d-a8e2-f506d75a0499 kind: Event lastTimestamp: "2026-07-01T21:03:38Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-01T21:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:03:38Z" name: isvc-autogluon-v2-predictor.18be46518a5cbc8f namespace: kserve-ci-e2e-test resourceVersion: "18648" uid: 5eb4dbf2-12fc-41c3-adec-aa2594ff3652 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T21:03:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18646" uid: 1b5f5bed-61f6-454c-a225-6b206a7d4497 kind: Event lastTimestamp: "2026-07-01T21:04:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T21:03:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:04:38Z" name: isvc-autogluon-v2-predictor.18be465509269346 namespace: kserve-ci-e2e-test resourceVersion: "19112" uid: de23965f-121e-4f4a-8df1-d444afd7c606 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T21:03:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18646" uid: 1b5f5bed-61f6-454c-a225-6b206a7d4497 kind: Event lastTimestamp: "2026-07-01T21:04:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T21:03:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:04:38Z" name: isvc-autogluon-v2-predictor.18be4655098cf61d namespace: kserve-ci-e2e-test resourceVersion: "19113" uid: 125336c5-fbda-42f0-bbb0-0d3278925ef0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T21:04:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18786" uid: 1b5f5bed-61f6-454c-a225-6b206a7d4497 kind: Event lastTimestamp: "2026-07-01T21:05:38Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T21:04:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:05:38Z" name: isvc-autogluon-v2-predictor.18be466305811af7 namespace: kserve-ci-e2e-test resourceVersion: "19522" uid: afb45d5f-f1d4-4901-a17a-b08a20f8a74a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T21:04:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18786" uid: 1b5f5bed-61f6-454c-a225-6b206a7d4497 kind: Event lastTimestamp: "2026-07-01T21:05:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T21:04:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:05:38Z" name: isvc-autogluon-v2-predictor.18be466305ce665e namespace: kserve-ci-e2e-test resourceVersion: "19523" uid: 8d3d7862-dc42-44cc-94dd-e0ce833a0957 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-01T21:05:53.877226Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854 namespace: kserve-ci-e2e-test resourceVersion: "19683" uid: c617d8bf-5e16-4310-bd45-c444b2fe990a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-6d854 to ip-10-0-129-137.ec2.internal metadata: creationTimestamp: "2026-07-01T21:05:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T21:05:53Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854.18be46710eb42ee7 namespace: kserve-ci-e2e-test resourceVersion: "19687" uid: 9da28d1b-d2a9-4410-a08d-3098f70660e3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-68c8489865-tx4lp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:54Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854 namespace: kserve-ci-e2e-test resourceVersion: "19691" uid: c617d8bf-5e16-4310-bd45-c444b2fe990a kind: Event lastTimestamp: "2026-07-01T21:05:54Z" message: Add eth0 [10.132.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T21:05:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T21:05:54Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854.18be4671289ac3da namespace: kserve-ci-e2e-test resourceVersion: "19699" uid: 0a678392-6659-40c3-9246-7e3534ecc23e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:54Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854 namespace: kserve-ci-e2e-test resourceVersion: "19685" uid: c617d8bf-5e16-4310-bd45-c444b2fe990a kind: Event lastTimestamp: "2026-07-01T21:05:54Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cc7b8fac71b36ebfd1661675b86a84ade93db501973e87758605bd27f47937cb" already present on machine metadata: creationTimestamp: "2026-07-01T21:05:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:05:54Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854.18be46712a0757b8 namespace: kserve-ci-e2e-test resourceVersion: "19701" uid: 8d4e1d6d-9daf-4b25-adc8-ed1beec5460e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:54Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854 namespace: kserve-ci-e2e-test resourceVersion: "19685" uid: c617d8bf-5e16-4310-bd45-c444b2fe990a kind: Event lastTimestamp: "2026-07-01T21:05:54Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T21:05:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:05:54Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854.18be46712d19a0b3 namespace: kserve-ci-e2e-test resourceVersion: "19703" uid: 5a16ab1d-03b2-4d21-b014-33dd7fb2f899 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:54Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854 namespace: kserve-ci-e2e-test resourceVersion: "19685" uid: c617d8bf-5e16-4310-bd45-c444b2fe990a kind: Event lastTimestamp: "2026-07-01T21:05:54Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T21:05:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:05:54Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854.18be46712d8922f7 namespace: kserve-ci-e2e-test resourceVersion: "19704" uid: 1c0fbb7b-13ee-4421-ac69-b0b23f23fae2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854 namespace: kserve-ci-e2e-test resourceVersion: "19685" uid: c617d8bf-5e16-4310-bd45-c444b2fe990a kind: Event lastTimestamp: "2026-07-01T21:05:59Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-01T21:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:05:59Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854.18be467254e1b202 namespace: kserve-ci-e2e-test resourceVersion: "19743" uid: 4eec67a4-997f-43da-bce4-21629f2eae98 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854 namespace: kserve-ci-e2e-test resourceVersion: "19685" uid: c617d8bf-5e16-4310-bd45-c444b2fe990a kind: Event lastTimestamp: "2026-07-01T21:05:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T21:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:05:59Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854.18be467258c5f9c3 namespace: kserve-ci-e2e-test resourceVersion: "19747" uid: 9991382f-2a39-457c-8dda-90e270f4cd5a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854 namespace: kserve-ci-e2e-test resourceVersion: "19685" uid: c617d8bf-5e16-4310-bd45-c444b2fe990a kind: Event lastTimestamp: "2026-07-01T21:05:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T21:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:05:59Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854.18be467259395bfa namespace: kserve-ci-e2e-test resourceVersion: "19748" uid: 24f140a6-570a-4d26-b8b8-e7cb03940b1a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854 namespace: kserve-ci-e2e-test resourceVersion: "19685" uid: c617d8bf-5e16-4310-bd45-c444b2fe990a kind: Event lastTimestamp: "2026-07-01T21:05:59Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T21:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:05:59Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854.18be4672594301c3 namespace: kserve-ci-e2e-test resourceVersion: "19749" uid: 088a71de-f006-4b69-b80a-61822f618c8f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854 namespace: kserve-ci-e2e-test resourceVersion: "19685" uid: c617d8bf-5e16-4310-bd45-c444b2fe990a kind: Event lastTimestamp: "2026-07-01T21:05:59Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T21:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:05:59Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854.18be46725c4411d6 namespace: kserve-ci-e2e-test resourceVersion: "19751" uid: b76349d5-0439-460f-8252-f513e5de71f2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854 namespace: kserve-ci-e2e-test resourceVersion: "19685" uid: c617d8bf-5e16-4310-bd45-c444b2fe990a kind: Event lastTimestamp: "2026-07-01T21:05:59Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T21:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:05:59Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854.18be46725cb95aa3 namespace: kserve-ci-e2e-test resourceVersion: "19752" uid: 4274fad6-3585-4252-a078-95cc8fa53ad9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854 namespace: kserve-ci-e2e-test resourceVersion: "19685" uid: c617d8bf-5e16-4310-bd45-c444b2fe990a kind: Event lastTimestamp: "2026-07-01T21:07:33Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T21:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:07:33Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854.18be46885d604ff1 namespace: kserve-ci-e2e-test resourceVersion: "20422" uid: 7476ee21-4b95-417e-ae97-69c96e354503 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854 namespace: kserve-ci-e2e-test resourceVersion: "19685" uid: c617d8bf-5e16-4310-bd45-c444b2fe990a kind: Event lastTimestamp: "2026-07-01T21:07:33Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T21:07:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:07:33Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854.18be46885d60c864 namespace: kserve-ci-e2e-test resourceVersion: "20423" uid: 6e4a39b5-dfe6-45d1-a8b2-e18ba5ea2310 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "19672" uid: d737ca92-4874-412a-8920-9ae8ae066726 kind: Event lastTimestamp: "2026-07-01T21:05:53Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-6d854' metadata: creationTimestamp: "2026-07-01T21:05:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:05:53Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18be46710e481203 namespace: kserve-ci-e2e-test resourceVersion: "19684" uid: 188ceb79-ad02-4378-ae2f-d1f2ae95dacb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19670" uid: e576ee9b-b9b0-4164-b930-838ecca0c084 kind: Event lastTimestamp: "2026-07-01T21:05:53Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-01T21:05:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:05:53Z" name: isvc-autogluon-v2-variants-predictor.18be467109a72465 namespace: kserve-ci-e2e-test resourceVersion: "19675" uid: 5c3d0f72-7c87-4bf7-881d-3140c94e32b0 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T21:06:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19671" uid: 18981a01-e627-4521-b0c5-0783b7ad8679 kind: Event lastTimestamp: "2026-07-01T21:06:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T21:06:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:06:23Z" name: isvc-autogluon-v2-variants-predictor.18be4674885d6720 namespace: kserve-ci-e2e-test resourceVersion: "19922" uid: 391a0d60-ad88-4f8b-91af-48293e41a313 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T21:06:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19671" uid: 18981a01-e627-4521-b0c5-0783b7ad8679 kind: Event lastTimestamp: "2026-07-01T21:06:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T21:06:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:06:23Z" name: isvc-autogluon-v2-variants-predictor.18be467488c546cc namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: b5e27e93-677d-427a-ba9d-eb21311b1eb3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T21:06:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19819" uid: 18981a01-e627-4521-b0c5-0783b7ad8679 kind: Event lastTimestamp: "2026-07-01T21:07:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T21:06:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:07:23Z" name: isvc-autogluon-v2-variants-predictor.18be467b86b38eb0 namespace: kserve-ci-e2e-test resourceVersion: "20330" uid: 4e24fa34-946c-4add-94be-0cb33bc0522d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T21:06:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19819" uid: 18981a01-e627-4521-b0c5-0783b7ad8679 kind: Event lastTimestamp: "2026-07-01T21:07:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T21:06:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:07:23Z" name: isvc-autogluon-v2-variants-predictor.18be467b871789ed namespace: kserve-ci-e2e-test resourceVersion: "20331" uid: 04e87c8e-2968-4163-a4dd-bc8758b3c39b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T21:05:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19663" uid: c9ca9cce-1fc6-4867-93af-4ecab435646b kind: Event lastTimestamp: "2026-07-01T21:07:31Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T21:05:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:07:31Z" name: isvc-autogluon-v2-variants.18be467109a78813 namespace: kserve-ci-e2e-test resourceVersion: "20392" uid: 530fe6ff-2094-4ac8-b47f-598ab731ebdc reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19663" uid: c9ca9cce-1fc6-4867-93af-4ecab435646b kind: Event lastTimestamp: "2026-07-01T21:05:53Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T21:05:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:05:53Z" name: isvc-autogluon-v2-variants.18be46710a55033a namespace: kserve-ci-e2e-test resourceVersion: "19676" uid: 084834c0-07e9-4b8a-b925-a5257a4ff923 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19663" uid: c9ca9cce-1fc6-4867-93af-4ecab435646b kind: Event lastTimestamp: "2026-07-01T21:05:53Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T21:05:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:05:53Z" name: isvc-autogluon-v2-variants.18be46710a55482b namespace: kserve-ci-e2e-test resourceVersion: "19678" uid: fa48d097-d7dd-4e99-b269-7d38f11f6fdb reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:07:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20390" uid: c9ca9cce-1fc6-4867-93af-4ecab435646b kind: Event lastTimestamp: "2026-07-01T21:07:31Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-01T21:07:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:07:31Z" name: isvc-autogluon-v2-variants.18be4687de6c1e0d namespace: kserve-ci-e2e-test resourceVersion: "20391" uid: 49ffc26a-3281-41a3-a904-3b476d7408b5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T21:03:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18637" uid: 654312a8-eedd-4186-93ba-562417632811 kind: Event lastTimestamp: "2026-07-01T21:05:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T21:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:05:38Z" name: isvc-autogluon-v2.18be46518a5fb83b namespace: kserve-ci-e2e-test resourceVersion: "19533" uid: b23e99fe-f2ae-42d4-9ebd-8e3b96ece4bf reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18637" uid: 654312a8-eedd-4186-93ba-562417632811 kind: Event lastTimestamp: "2026-07-01T21:03:38Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T21:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:03:38Z" name: isvc-autogluon-v2.18be46518af55115 namespace: kserve-ci-e2e-test resourceVersion: "18651" uid: b4cce2ac-bc09-49c5-9911-d2238bb972b5 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:03:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18637" uid: 654312a8-eedd-4186-93ba-562417632811 kind: Event lastTimestamp: "2026-07-01T21:03:38Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T21:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:03:38Z" name: isvc-autogluon-v2.18be46518af5ef71 namespace: kserve-ci-e2e-test resourceVersion: "18652" uid: c9fcda00-0b66-47ef-8638-0174d7bb2547 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:05:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19530" uid: 654312a8-eedd-4186-93ba-562417632811 kind: Event lastTimestamp: "2026-07-01T21:05:38Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-01T21:05:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:05:38Z" name: isvc-autogluon-v2.18be466d8fb65a5a namespace: kserve-ci-e2e-test resourceVersion: "19531" uid: 73662629-3c62-43f9-ae0e-3bf97279f12f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T20:58:47.868153Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16410" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5b7645fdfc-phwqx to ip-10-0-129-137.ec2.internal metadata: creationTimestamp: "2026-07-01T20:58:47Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T20:58:47Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460dde95a151 namespace: kserve-ci-e2e-test resourceVersion: "16417" uid: fbc973d7-d151-4403-acb5-d3cd217645ab reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-68c8489865-tx4lp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:48Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16421" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T20:58:48Z" message: Add eth0 [10.132.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T20:58:48Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460df88ecca3 namespace: kserve-ci-e2e-test resourceVersion: "16426" uid: 26899f13-c49c-4fee-b0e8-4b1b7a3d824d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T20:58:48Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cc7b8fac71b36ebfd1661675b86a84ade93db501973e87758605bd27f47937cb" already present on machine metadata: creationTimestamp: "2026-07-01T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:48Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460dfa1a8cc8 namespace: kserve-ci-e2e-test resourceVersion: "16428" uid: 4b65ec68-69e3-4578-988f-708a94824076 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T20:58:48Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:48Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460dfcdf85b3 namespace: kserve-ci-e2e-test resourceVersion: "16429" uid: 4a414d33-e66c-4acc-8100-fcb0144ba81c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T20:58:48Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T20:58:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:48Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460dfd51aef2 namespace: kserve-ci-e2e-test resourceVersion: "16430" uid: e07a3a1c-3e76-49a3-b8e4-6bcd927e3807 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T20:58:52Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683" already present on machine metadata: creationTimestamp: "2026-07-01T20:58:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:52Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460ee26634bb namespace: kserve-ci-e2e-test resourceVersion: "16462" uid: 2764732a-77c5-46f3-913f-aa1bc8dd3439 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T20:58:52Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T20:58:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:52Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460ee59d0334 namespace: kserve-ci-e2e-test resourceVersion: "16464" uid: 579567f6-8755-4c55-8d35-d2c889fa290e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T20:58:52Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T20:58:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:52Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460ee6100713 namespace: kserve-ci-e2e-test resourceVersion: "16465" uid: dbe62327-6d10-46cb-ab61-e7b340bac47e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T20:58:52Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T20:58:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:52Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460ee61a065a namespace: kserve-ci-e2e-test resourceVersion: "16467" uid: cb7ab142-1fcf-4df6-aea3-8faba9d3fc60 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T20:58:52Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T20:58:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:52Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460ee946366e namespace: kserve-ci-e2e-test resourceVersion: "16470" uid: 23d5ec06-279b-47bd-aa0b-da62919d85c5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T20:58:52Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T20:58:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:52Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460ee9b84c8c namespace: kserve-ci-e2e-test resourceVersion: "16471" uid: a1855028-0ea4-4ab6-9bbd-6dcb8a85a996 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T20:58:52Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:eb91db6613fb4bde95991e8e02d444548e2e6e23bd5e4e0a11c1f350f3203183" already present on machine metadata: creationTimestamp: "2026-07-01T20:58:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:52Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460ee9c222c7 namespace: kserve-ci-e2e-test resourceVersion: "16472" uid: e4bdade8-6b0a-45ae-b5cf-e5b7b7db6e91 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T20:58:52Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T20:58:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:52Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460eecf5781c namespace: kserve-ci-e2e-test resourceVersion: "16473" uid: 5bf6b49d-ed08-4eea-bab5-f477c7457f29 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T20:58:52Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T20:58:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:52Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460eed64556a namespace: kserve-ci-e2e-test resourceVersion: "16474" uid: 1b8d5d33-e6a2-42d4-8a3b-28f276ad505b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T20:58:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T21:00:30Z" message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T20:58:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:00:30Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460f1e803465 namespace: kserve-ci-e2e-test resourceVersion: "17288" uid: 28d64ff0-b910-4a9f-bab5-79f6fcbb18ba reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T20:58:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T21:00:30Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T20:58:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:00:30Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be460f5a65372d namespace: kserve-ci-e2e-test resourceVersion: "17289" uid: 833307b4-fd63-4488-a60e-5c3a107d48bb reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T21:00:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:00:23Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be46240dfe8126 namespace: kserve-ci-e2e-test resourceVersion: "17194" uid: b3cd21ea-ad8b-428e-9442-8b9b6729b0b9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T21:00:23Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:00:23Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be46240dfeae2e namespace: kserve-ci-e2e-test resourceVersion: "17198" uid: ef5a659c-52d3-4176-8433-233473b9af98 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T21:00:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:00:23Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be46240dfec025 namespace: kserve-ci-e2e-test resourceVersion: "17197" uid: 08016cb7-9461-4c6a-b12f-27c2bbd9e74d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T21:00:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-5b7645fdfc-phwqx namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 8602bf3d-d8ee-4768-af89-a2bed90140e7 kind: Event lastTimestamp: "2026-07-01T21:00:40Z" message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp 10.132.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T21:00:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:00:40Z" name: isvc-logger-predictor-5b7645fdfc-phwqx.18be46248aae08c8 namespace: kserve-ci-e2e-test resourceVersion: "17361" uid: f581bffa-d969-4a3b-8819-64b09a90607a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:47Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-5b7645fdfc namespace: kserve-ci-e2e-test resourceVersion: "16399" uid: 68d48dc0-c0f8-4770-bab9-95bc467f4fd7 kind: Event lastTimestamp: "2026-07-01T20:58:47Z" message: 'Created pod: isvc-logger-predictor-5b7645fdfc-phwqx' metadata: creationTimestamp: "2026-07-01T20:58:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:58:47Z" name: isvc-logger-predictor-5b7645fdfc.18be460dde32dee6 namespace: kserve-ci-e2e-test resourceVersion: "16414" uid: 3be88935-f6ef-4962-9d3c-d5e410245476 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:47Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16397" uid: f658bce4-176d-414d-9c28-fb5b37f10860 kind: Event lastTimestamp: "2026-07-01T20:58:47Z" message: Scaled up replica set isvc-logger-predictor-5b7645fdfc from 0 to 1 metadata: creationTimestamp: "2026-07-01T20:58:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:58:47Z" name: isvc-logger-predictor.18be460dda9f3e01 namespace: kserve-ci-e2e-test resourceVersion: "16401" uid: e316e73f-9cbd-40d4-9e8b-a6924075a715 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T20:59:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16398" uid: 4bba2c34-e111-40c6-876b-74fd4a6e407e kind: Event lastTimestamp: "2026-07-01T20:59:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T20:59:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:59:32Z" name: isvc-logger-predictor.18be461158de0dd0 namespace: kserve-ci-e2e-test resourceVersion: "16782" uid: d0a41946-8ebd-4ece-9943-fe5ff2c5378b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T20:59:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16398" uid: 4bba2c34-e111-40c6-876b-74fd4a6e407e kind: Event lastTimestamp: "2026-07-01T20:59:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T20:59:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:59:32Z" name: isvc-logger-predictor.18be46115945b081 namespace: kserve-ci-e2e-test resourceVersion: "16783" uid: 9c93d16f-33f2-45a5-a1e1-abb69af04cd3 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T20:59:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16565" uid: 4bba2c34-e111-40c6-876b-74fd4a6e407e kind: Event lastTimestamp: "2026-07-01T21:00:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T20:59:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:00:17Z" name: isvc-logger-predictor.18be4614d84865fe namespace: kserve-ci-e2e-test resourceVersion: "17111" uid: 60133dd1-6297-4cbf-a2fa-e510acfa6822 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T20:59:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16565" uid: 4bba2c34-e111-40c6-876b-74fd4a6e407e kind: Event lastTimestamp: "2026-07-01T21:00:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T20:59:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T21:00:17Z" name: isvc-logger-predictor.18be4614d8b636d5 namespace: kserve-ci-e2e-test resourceVersion: "17112" uid: cb9692ef-b1ec-4d50-9baf-6ede0259a91a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T20:58:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16389" uid: 439fa2a4-bb30-4195-874a-eaf6ed0ca18d kind: Event lastTimestamp: "2026-07-01T21:00:10Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T20:58:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:00:10Z" name: isvc-logger.18be460dda9da67e namespace: kserve-ci-e2e-test resourceVersion: "17059" uid: 68a3a194-b3e6-4f98-8db2-0119be940d10 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16389" uid: 439fa2a4-bb30-4195-874a-eaf6ed0ca18d kind: Event lastTimestamp: "2026-07-01T20:58:47Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T20:58:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T20:58:47Z" name: isvc-logger.18be460ddb718ef6 namespace: kserve-ci-e2e-test resourceVersion: "16405" uid: 9108a6a7-b88b-473f-94c0-baa7a32b6203 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17057" uid: 439fa2a4-bb30-4195-874a-eaf6ed0ca18d kind: Event lastTimestamp: "2026-07-01T21:00:10Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-01T21:00:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T21:00:10Z" name: isvc-logger.18be4621132d26ee namespace: kserve-ci-e2e-test resourceVersion: "17058" uid: aa95d38c-09be-4352-b64a-7afff42095e2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T20:57:02.801503Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15492" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj to ip-10-0-129-137.ec2.internal metadata: creationTimestamp: "2026-07-01T20:57:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T20:57:02Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f5681fc521 namespace: kserve-ci-e2e-test resourceVersion: "15496" uid: 8d88db59-046a-4709-b945-e1f7bcec73b0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-68c8489865-tx4lp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:03Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15502" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:57:03Z" message: Add eth0 [10.132.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T20:57:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T20:57:03Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f581cd4f45 namespace: kserve-ci-e2e-test resourceVersion: "15506" uid: 6ee2d72c-54d5-43fd-a2f5-4d3c1d5eab1c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:57:03Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cc7b8fac71b36ebfd1661675b86a84ade93db501973e87758605bd27f47937cb" already present on machine metadata: creationTimestamp: "2026-07-01T20:57:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:03Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f5834979f0 namespace: kserve-ci-e2e-test resourceVersion: "15508" uid: 23d23b74-557a-4bb4-9293-6a005cfdc8a7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:57:03Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T20:57:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:03Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f586234b6a namespace: kserve-ci-e2e-test resourceVersion: "15511" uid: aef17619-ab7e-4218-adb7-25fd6343d2ee reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:57:03Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T20:57:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:03Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f5869244cc namespace: kserve-ci-e2e-test resourceVersion: "15512" uid: bc2cc888-5349-4c36-91b8-5299206459cb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:57:07Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683" already present on machine metadata: creationTimestamp: "2026-07-01T20:57:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:07Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f68daa08e4 namespace: kserve-ci-e2e-test resourceVersion: "15547" uid: 2bc00657-2f5b-4c31-81e6-f1c164d9a1d8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:57:07Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T20:57:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:07Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f690e04d29 namespace: kserve-ci-e2e-test resourceVersion: "15550" uid: a0f21c94-765a-4fa0-9bdf-5be13257a0a0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:57:07Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T20:57:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:07Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f69150179a namespace: kserve-ci-e2e-test resourceVersion: "15551" uid: bf4ff015-bf76-4b7e-87e3-4123b3efc7ad reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:57:07Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T20:57:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:07Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f6915c4b33 namespace: kserve-ci-e2e-test resourceVersion: "15554" uid: c6447a34-5cba-48ba-99e0-d4209f2ad42b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:57:07Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T20:57:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:07Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f695111cdc namespace: kserve-ci-e2e-test resourceVersion: "15556" uid: 2629e2e4-bd9b-4b1c-b212-9d57bf73ca15 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:57:07Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T20:57:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:07Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f6958223f8 namespace: kserve-ci-e2e-test resourceVersion: "15557" uid: 3d746fb8-b93e-4fa2-a872-f2ee1123cf82 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:57:07Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:eb91db6613fb4bde95991e8e02d444548e2e6e23bd5e4e0a11c1f350f3203183" already present on machine metadata: creationTimestamp: "2026-07-01T20:57:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:07Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f6958c3b95 namespace: kserve-ci-e2e-test resourceVersion: "15558" uid: 808a359d-d7a1-414b-ba47-8f6a05133dc9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:57:07Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T20:57:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:07Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f698e7b1af namespace: kserve-ci-e2e-test resourceVersion: "15559" uid: 0839634f-22fc-4971-a8d0-b573dd3a5fe3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:57:07Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T20:57:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:07Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f699579204 namespace: kserve-ci-e2e-test resourceVersion: "15560" uid: 97c8260c-ae4d-4da0-96ea-ecd2717f9e88 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T20:57:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:58:41Z" message: 'Readiness probe failed: dial tcp 10.132.0.37:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-01T20:57:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:41Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f6c9bc31cd namespace: kserve-ci-e2e-test resourceVersion: "16337" uid: 87d8963c-7783-4d02-b6aa-88d355abb83c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T20:57:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:58:41Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T20:57:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:41Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be45f6c9c4ee41 namespace: kserve-ci-e2e-test resourceVersion: "16338" uid: c89e0d21-7207-4c5b-a818-a1febf1a20a6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:58:27Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T20:58:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:27Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be46093486dfeb namespace: kserve-ci-e2e-test resourceVersion: "16206" uid: 8479d8c2-ef83-47fa-8ae9-cb700cbfecb8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:58:27Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T20:58:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:27Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be460934873055 namespace: kserve-ci-e2e-test resourceVersion: "16209" uid: fbd03989-c894-43fd-a43c-e8e05bef9208 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:58:27Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T20:58:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:27Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be460934876334 namespace: kserve-ci-e2e-test resourceVersion: "16207" uid: 6537556c-76c0-4085-bd4b-88af2b2c4c5d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T20:58:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj namespace: kserve-ci-e2e-test resourceVersion: "15494" uid: 6fe8d06b-18ae-408d-b664-6d7aac9ccecb kind: Event lastTimestamp: "2026-07-01T20:58:39Z" message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp 10.132.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T20:58:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:39Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj.18be4609a5f7111c namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: b6a2e06e-16eb-40a9-9316-1a127198a50f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-69d97fbc57 namespace: kserve-ci-e2e-test resourceVersion: "15457" uid: 47937897-df53-4d54-9b2e-d81a21c3c05e kind: Event lastTimestamp: "2026-07-01T20:57:02Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-69d97fbc57-dz6jj' metadata: creationTimestamp: "2026-07-01T20:57:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:57:02Z" name: isvc-sklearn-batcher-custom-predictor-69d97fbc57.18be45f56798f043 namespace: kserve-ci-e2e-test resourceVersion: "15493" uid: 47abf1ea-d432-45e5-bc5f-6489adc2034b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 6f50e9cd-940f-4c64-9469-889a90cf280e kind: Event lastTimestamp: "2026-07-01T20:57:02Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-69d97fbc57 from 0 to 1 metadata: creationTimestamp: "2026-07-01T20:57:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:57:02Z" name: isvc-sklearn-batcher-custom-predictor.18be45f55946e623 namespace: kserve-ci-e2e-test resourceVersion: "15458" uid: a3e0bee7-fe98-4340-97cd-401aee7a92d2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T20:57:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15456" uid: 38834d22-0dd0-4d2b-8c14-3f29bc1522bf kind: Event lastTimestamp: "2026-07-01T20:57:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T20:57:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:57:47Z" name: isvc-sklearn-batcher-custom-predictor.18be45f8d818d0aa namespace: kserve-ci-e2e-test resourceVersion: "15861" uid: 5286a454-cfed-46d5-861b-7c33360d8454 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T20:57:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15456" uid: 38834d22-0dd0-4d2b-8c14-3f29bc1522bf kind: Event lastTimestamp: "2026-07-01T20:57:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T20:57:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:57:47Z" name: isvc-sklearn-batcher-custom-predictor.18be45f8d87e5b23 namespace: kserve-ci-e2e-test resourceVersion: "15862" uid: 947cc069-c106-48cf-9504-0e09d552b422 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T20:58:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15641" uid: 38834d22-0dd0-4d2b-8c14-3f29bc1522bf kind: Event lastTimestamp: "2026-07-01T20:58:17Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T20:58:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:58:17Z" name: isvc-sklearn-batcher-custom-predictor.18be46035585b581 namespace: kserve-ci-e2e-test resourceVersion: "16077" uid: 808d98a7-a3c4-4cef-af32-23688fbc12d3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T20:58:02Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15641" uid: 38834d22-0dd0-4d2b-8c14-3f29bc1522bf kind: Event lastTimestamp: "2026-07-01T20:58:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T20:58:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:58:17Z" name: isvc-sklearn-batcher-custom-predictor.18be460355fb7375 namespace: kserve-ci-e2e-test resourceVersion: "16078" uid: 4cf1f150-b19c-4dff-9df2-b4d38b9ee09b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T20:57:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: 617728c5-1134-4911-ad2b-4f5f43d5caba kind: Event lastTimestamp: "2026-07-01T20:58:21Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T20:57:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T20:58:21Z" name: isvc-sklearn-batcher-custom.18be45f5594f4928 namespace: kserve-ci-e2e-test resourceVersion: "16118" uid: 7070b0b6-be45-484b-9898-b6ee37b45bfd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15446" uid: 617728c5-1134-4911-ad2b-4f5f43d5caba kind: Event lastTimestamp: "2026-07-01T20:57:02Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T20:57:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T20:57:02Z" name: isvc-sklearn-batcher-custom.18be45f559eb860f namespace: kserve-ci-e2e-test resourceVersion: "15461" uid: 9c2756b2-3f56-43b6-9b29-07e3018a613a reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16115" uid: 617728c5-1134-4911-ad2b-4f5f43d5caba kind: Event lastTimestamp: "2026-07-01T20:58:21Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-01T20:58:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T20:58:21Z" name: isvc-sklearn-batcher-custom.18be4607d1582db7 namespace: kserve-ci-e2e-test resourceVersion: "16116" uid: 27022159-8811-4c67-8655-7e5d3eaa020d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T20:55:17.441067Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14632" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7595457646-gz6j8 to ip-10-0-129-137.ec2.internal metadata: creationTimestamp: "2026-07-01T20:55:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T20:55:17Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45dce0271bda namespace: kserve-ci-e2e-test resourceVersion: "14636" uid: 7dc28f7a-4e38-4fb8-b482-752eec248cf9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-68c8489865-tx4lp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:17Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14643" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:17Z" message: Add eth0 [10.132.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T20:55:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T20:55:17Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45dcf9a3fac7 namespace: kserve-ci-e2e-test resourceVersion: "14653" uid: cacf8316-6d57-4a93-9287-b27a5b69758f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:17Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:cc7b8fac71b36ebfd1661675b86a84ade93db501973e87758605bd27f47937cb" already present on machine metadata: creationTimestamp: "2026-07-01T20:55:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:17Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45dcfb294921 namespace: kserve-ci-e2e-test resourceVersion: "14655" uid: 6d7c1bf1-be5a-4d80-a607-14eb8abf338a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:17Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T20:55:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:17Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45dcfe14d8e7 namespace: kserve-ci-e2e-test resourceVersion: "14656" uid: 58524723-fc0c-414b-8979-8f0e2b8abc57 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:17Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T20:55:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:17Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45dcfe886fd4 namespace: kserve-ci-e2e-test resourceVersion: "14657" uid: 9aa8b7d7-99fb-48af-9136-39c345177142 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:22Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683" metadata: creationTimestamp: "2026-07-01T20:55:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:22Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45ddfbcbfa01 namespace: kserve-ci-e2e-test resourceVersion: "14694" uid: 5216c1de-0c67-4ecf-8186-4371d23ec1fb reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:36Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1683" in 14.414s (14.414s including waiting). Image size: 1555648931 bytes.' metadata: creationTimestamp: "2026-07-01T20:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:36Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45e156ff2ed9 namespace: kserve-ci-e2e-test resourceVersion: "14802" uid: 06bc261b-2cde-44b8-80d2-115d845128db reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T20:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:36Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45e15a5ec4e7 namespace: kserve-ci-e2e-test resourceVersion: "14803" uid: a4428e5a-0810-4cd7-a274-aec4a8ef9c82 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T20:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:36Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45e15b18800a namespace: kserve-ci-e2e-test resourceVersion: "14804" uid: b9e60d11-2099-46ab-aa5f-ac072d9c6e4b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:36Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-01T20:55:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:36Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45e15b26c9fa namespace: kserve-ci-e2e-test resourceVersion: "14805" uid: 06e92e54-3cbb-491a-9ffa-80ad98f53b10 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:39Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.445s (2.445s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-01T20:55:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:39Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45e1ece61a77 namespace: kserve-ci-e2e-test resourceVersion: "14822" uid: a7120b09-bdc6-402c-9ec9-2e9f43097c5e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:39Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T20:55:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:39Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45e1f01bc278 namespace: kserve-ci-e2e-test resourceVersion: "14823" uid: 01e77edf-7728-4487-bffe-d43ea548fc7a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:39Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T20:55:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:39Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45e1f0d36bcd namespace: kserve-ci-e2e-test resourceVersion: "14824" uid: 83958a44-6849-4832-981d-5bf11e64e399 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:39Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:eb91db6613fb4bde95991e8e02d444548e2e6e23bd5e4e0a11c1f350f3203183" metadata: creationTimestamp: "2026-07-01T20:55:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:39Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45e1f0dfd07e namespace: kserve-ci-e2e-test resourceVersion: "14825" uid: e0d20a50-578f-4c8c-bdbd-b53264407328 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:42Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:eb91db6613fb4bde95991e8e02d444548e2e6e23bd5e4e0a11c1f350f3203183" in 3.723s (3.723s including waiting). Image size: 239994455 bytes.' metadata: creationTimestamp: "2026-07-01T20:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:42Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45e2ced00e7d namespace: kserve-ci-e2e-test resourceVersion: "14858" uid: 507f6ad5-64ac-4b0f-8e07-53a7047c0698 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:42Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T20:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:42Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45e2d1fab2dc namespace: kserve-ci-e2e-test resourceVersion: "14860" uid: 0bbc70ed-9788-4670-a28d-753f62e8fc72 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:55:42Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T20:55:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:55:42Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45e2d2699a85 namespace: kserve-ci-e2e-test resourceVersion: "14861" uid: 2d2c7965-f426-40fd-805a-1b0677547269 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T20:55:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:57:16Z" message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T20:55:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:16Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45e2e7492432 namespace: kserve-ci-e2e-test resourceVersion: "15630" uid: 058297f6-24d4-498f-97ee-377dbb175326 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T20:55:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:57:06Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T20:55:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:06Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45e323293266 namespace: kserve-ci-e2e-test resourceVersion: "15537" uid: 436ad958-ccfc-43b9-9755-f2115691b33d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:57:02Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T20:57:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:02Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45f56534c6a1 namespace: kserve-ci-e2e-test resourceVersion: "15487" uid: 5eb93023-f357-4a40-9c9d-ca6c838ab49c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:57:02Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T20:57:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:02Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45f565352995 namespace: kserve-ci-e2e-test resourceVersion: "15490" uid: 4f726b81-8d30-4e1d-abf0-d11eb23ae436 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:57:02Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:57:02Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T20:57:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:02Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45f5653548ac namespace: kserve-ci-e2e-test resourceVersion: "15488" uid: 78af79ff-914c-4433-91f4-32fb1a69d369 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T20:57:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-7595457646-gz6j8 namespace: kserve-ci-e2e-test resourceVersion: "14634" uid: 1664f832-ca88-4ba7-be79-4b3c97756ab2 kind: Event lastTimestamp: "2026-07-01T20:57:14Z" message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp 10.132.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T20:57:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:57:14Z" name: isvc-sklearn-batcher-predictor-7595457646-gz6j8.18be45f5c3899428 namespace: kserve-ci-e2e-test resourceVersion: "15611" uid: 086b6862-5503-4113-a5f0-e9b2467a56bc reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-129-137.ec2.internal source: component: kubelet host: ip-10-0-129-137.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:17Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-7595457646 namespace: kserve-ci-e2e-test resourceVersion: "14625" uid: c7df14d9-2e32-4dec-af2f-29ade18ec9fe kind: Event lastTimestamp: "2026-07-01T20:55:17Z" message: 'Created pod: isvc-sklearn-batcher-predictor-7595457646-gz6j8' metadata: creationTimestamp: "2026-07-01T20:55:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:55:17Z" name: isvc-sklearn-batcher-predictor-7595457646.18be45dcdf9cc1e8 namespace: kserve-ci-e2e-test resourceVersion: "14633" uid: a611e2b8-6153-495a-ba96-f4bd4271b80b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:17Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14624" uid: 2dbf8a41-272f-45c4-8d4d-7bfc30003310 kind: Event lastTimestamp: "2026-07-01T20:55:17Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-7595457646 from 0 to 1 metadata: creationTimestamp: "2026-07-01T20:55:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:55:17Z" name: isvc-sklearn-batcher-predictor.18be45dcdaa9358d namespace: kserve-ci-e2e-test resourceVersion: "14626" uid: 81ab3ec7-d787-4ec1-b1b0-75b9b7a25a29 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T20:55:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14637" uid: 213a1f0a-2fc4-4977-ad18-d16a78eefc61 kind: Event lastTimestamp: "2026-07-01T20:56:17Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T20:55:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:56:17Z" name: isvc-sklearn-batcher-predictor.18be45e05fdc3cd8 namespace: kserve-ci-e2e-test resourceVersion: "15109" uid: 5f56715f-c789-4a60-90de-f3fe89f30ca4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T20:55:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14637" uid: 213a1f0a-2fc4-4977-ad18-d16a78eefc61 kind: Event lastTimestamp: "2026-07-01T20:56:17Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T20:55:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:56:17Z" name: isvc-sklearn-batcher-predictor.18be45e06059a6b7 namespace: kserve-ci-e2e-test resourceVersion: "15110" uid: 100072be-9355-48a9-9c89-e3546cf66d7d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T20:56:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14774" uid: 213a1f0a-2fc4-4977-ad18-d16a78eefc61 kind: Event lastTimestamp: "2026-07-01T20:57:02Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T20:56:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:57:02Z" name: isvc-sklearn-batcher-predictor.18be45ee5c2d033f namespace: kserve-ci-e2e-test resourceVersion: "15463" uid: 61ec6968-9570-445a-8b72-a447e243d537 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T20:56:32Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14774" uid: 213a1f0a-2fc4-4977-ad18-d16a78eefc61 kind: Event lastTimestamp: "2026-07-01T20:57:02Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T20:56:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:57:02Z" name: isvc-sklearn-batcher-predictor.18be45ee5c97c11d namespace: kserve-ci-e2e-test resourceVersion: "15465" uid: 8ee4cdf0-228e-4538-8b26-ca48c8632da1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T20:55:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14615" uid: 0d57578e-8ac4-4775-9b0e-a1513c85651e kind: Event lastTimestamp: "2026-07-01T20:56:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T20:55:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T20:56:56Z" name: isvc-sklearn-batcher.18be45dce0c0dcbe namespace: kserve-ci-e2e-test resourceVersion: "15398" uid: 54256fe9-183f-47f7-a6e4-70685d9d3ea3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14615" uid: 0d57578e-8ac4-4775-9b0e-a1513c85651e kind: Event lastTimestamp: "2026-07-01T20:55:17Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T20:55:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T20:55:17Z" name: isvc-sklearn-batcher.18be45dce134ed96 namespace: kserve-ci-e2e-test resourceVersion: "14641" uid: 45d2cc92-1deb-4820-a735-7b8160c2b314 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:55:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14615" uid: 0d57578e-8ac4-4775-9b0e-a1513c85651e kind: Event lastTimestamp: "2026-07-01T20:55:17Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T20:55:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T20:55:17Z" name: isvc-sklearn-batcher.18be45dce135581a namespace: kserve-ci-e2e-test resourceVersion: "14644" uid: 15905a63-e921-4754-89b9-fec66396013e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:56:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15395" uid: 0d57578e-8ac4-4775-9b0e-a1513c85651e kind: Event lastTimestamp: "2026-07-01T20:56:56Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-01T20:56:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T20:56:56Z" name: isvc-sklearn-batcher.18be45f3ee1f0336 namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 24c1399d-5b66-4b42-bc65-d88247bc9ef2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T20:58:27.783125Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-9c4gt namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: 9cf2d9e0-3320-41cf-a7a7-14f40409c70a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-9c4gt to ip-10-0-129-25.ec2.internal metadata: creationTimestamp: "2026-07-01T20:58:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T20:58:27Z" name: message-dumper-predictor-6575bcfdfd-9c4gt.18be4609316c6e45 namespace: kserve-ci-e2e-test resourceVersion: "16182" uid: f12997c2-86c8-4d2f-b901-12356d01f57b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-68c8489865-tx4lp source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:28Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-9c4gt namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: 9cf2d9e0-3320-41cf-a7a7-14f40409c70a kind: Event lastTimestamp: "2026-07-01T20:58:28Z" message: Add eth0 [10.133.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T20:58:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T20:58:28Z" name: message-dumper-predictor-6575bcfdfd-9c4gt.18be46094adf3bff namespace: kserve-ci-e2e-test resourceVersion: "16218" uid: 216c645b-7f4f-41aa-9031-9d88063a0e6b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-9c4gt namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: 9cf2d9e0-3320-41cf-a7a7-14f40409c70a kind: Event lastTimestamp: "2026-07-01T20:58:28Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-01T20:58:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:28Z" name: message-dumper-predictor-6575bcfdfd-9c4gt.18be46094c55013f namespace: kserve-ci-e2e-test resourceVersion: "16220" uid: 2057cc42-29b2-4382-b242-76606423b74d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-25.ec2.internal source: component: kubelet host: ip-10-0-129-25.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-9c4gt namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: 9cf2d9e0-3320-41cf-a7a7-14f40409c70a kind: Event lastTimestamp: "2026-07-01T20:58:29Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.127s (1.127s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-01T20:58:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:29Z" name: message-dumper-predictor-6575bcfdfd-9c4gt.18be46098f866c8b namespace: kserve-ci-e2e-test resourceVersion: "16231" uid: 4a1b1722-1f83-4d78-8eab-c54cb426f15f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-25.ec2.internal source: component: kubelet host: ip-10-0-129-25.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-9c4gt namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: 9cf2d9e0-3320-41cf-a7a7-14f40409c70a kind: Event lastTimestamp: "2026-07-01T20:58:29Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T20:58:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:29Z" name: message-dumper-predictor-6575bcfdfd-9c4gt.18be46099255a8aa namespace: kserve-ci-e2e-test resourceVersion: "16232" uid: 0112f343-edb0-4bbc-881a-c93467a18559 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-25.ec2.internal source: component: kubelet host: ip-10-0-129-25.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-9c4gt namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: 9cf2d9e0-3320-41cf-a7a7-14f40409c70a kind: Event lastTimestamp: "2026-07-01T20:58:29Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T20:58:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:29Z" name: message-dumper-predictor-6575bcfdfd-9c4gt.18be460992b8aebb namespace: kserve-ci-e2e-test resourceVersion: "16233" uid: b7adf876-2708-4369-8609-f144172884fb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-25.ec2.internal source: component: kubelet host: ip-10-0-129-25.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-9c4gt namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: 9cf2d9e0-3320-41cf-a7a7-14f40409c70a kind: Event lastTimestamp: "2026-07-01T20:58:29Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-01T20:58:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:29Z" name: message-dumper-predictor-6575bcfdfd-9c4gt.18be460992c3dc4f namespace: kserve-ci-e2e-test resourceVersion: "16234" uid: beb36bfd-be28-4696-a273-70e7aca2dc5c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-129-25.ec2.internal source: component: kubelet host: ip-10-0-129-25.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-9c4gt namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: 9cf2d9e0-3320-41cf-a7a7-14f40409c70a kind: Event lastTimestamp: "2026-07-01T20:58:31Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.24s (2.24s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-01T20:58:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:31Z" name: message-dumper-predictor-6575bcfdfd-9c4gt.18be460a184afc27 namespace: kserve-ci-e2e-test resourceVersion: "16250" uid: 26682f30-6a4f-4fab-bdc3-51904b798439 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-129-25.ec2.internal source: component: kubelet host: ip-10-0-129-25.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-9c4gt namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: 9cf2d9e0-3320-41cf-a7a7-14f40409c70a kind: Event lastTimestamp: "2026-07-01T20:58:31Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T20:58:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:31Z" name: message-dumper-predictor-6575bcfdfd-9c4gt.18be460a1b80e56d namespace: kserve-ci-e2e-test resourceVersion: "16252" uid: e580593c-28b4-40d8-93d2-a83e6ed668b8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-129-25.ec2.internal source: component: kubelet host: ip-10-0-129-25.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-9c4gt namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: 9cf2d9e0-3320-41cf-a7a7-14f40409c70a kind: Event lastTimestamp: "2026-07-01T20:58:31Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T20:58:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T20:58:31Z" name: message-dumper-predictor-6575bcfdfd-9c4gt.18be460a1c08d064 namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: 9c5aa08c-883e-4d39-b9ad-24911be35d74 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-129-25.ec2.internal source: component: kubelet host: ip-10-0-129-25.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-9c4gt namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: 9cf2d9e0-3320-41cf-a7a7-14f40409c70a kind: Event lastTimestamp: "2026-07-01T21:00:23Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:00:23Z" name: message-dumper-predictor-6575bcfdfd-9c4gt.18be4624110f0a26 namespace: kserve-ci-e2e-test resourceVersion: "17214" uid: f951dca3-7431-43e8-9df0-8e03886e077e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-25.ec2.internal source: component: kubelet host: ip-10-0-129-25.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T21:00:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-9c4gt namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: 9cf2d9e0-3320-41cf-a7a7-14f40409c70a kind: Event lastTimestamp: "2026-07-01T21:00:23Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T21:00:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T21:00:23Z" name: message-dumper-predictor-6575bcfdfd-9c4gt.18be4624110f77d7 namespace: kserve-ci-e2e-test resourceVersion: "17215" uid: 20cf382e-f2df-4714-b4ab-8e632baead7d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-129-25.ec2.internal source: component: kubelet host: ip-10-0-129-25.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16170" uid: 3966bc51-2186-4561-987b-fe17e9c4f8a4 kind: Event lastTimestamp: "2026-07-01T20:58:27Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-9c4gt' metadata: creationTimestamp: "2026-07-01T20:58:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:58:27Z" name: message-dumper-predictor-6575bcfdfd.18be460930f7a337 namespace: kserve-ci-e2e-test resourceVersion: "16178" uid: d78659bb-dd27-4ee9-82cf-c9fec326723a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:27Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16168" uid: e4ac49bf-96a8-4983-a6f3-8c9f7c270ff7 kind: Event lastTimestamp: "2026-07-01T20:58:27Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-01T20:58:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:58:27Z" name: message-dumper-predictor.18be46092f05dd97 namespace: kserve-ci-e2e-test resourceVersion: "16171" uid: 4961ea43-86a3-4f8a-ad8a-546e2ddc90a3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T20:58:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16169" uid: 25d6edc4-b23f-4461-8f2c-07f0410a666a kind: Event lastTimestamp: "2026-07-01T20:58:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T20:58:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:58:57Z" name: message-dumper-predictor.18be460cad8adc6a namespace: kserve-ci-e2e-test resourceVersion: "16523" uid: 2d751a03-4f82-4100-99c3-392f5dfe552a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T20:58:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16169" uid: 25d6edc4-b23f-4461-8f2c-07f0410a666a kind: Event lastTimestamp: "2026-07-01T20:58:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T20:58:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T20:58:57Z" name: message-dumper-predictor.18be460cadf349f6 namespace: kserve-ci-e2e-test resourceVersion: "16524" uid: 59707d8e-de84-4920-bc99-d9b9cb677242 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-07-01T20:58:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16160" uid: aac97885-d60c-49f9-bb8b-a771a43db4d4 kind: Event lastTimestamp: "2026-07-01T20:58:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T20:58:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T20:58:38Z" name: message-dumper.18be46092f074a89 namespace: kserve-ci-e2e-test resourceVersion: "16317" uid: 3df35ad9-b238-4e58-8188-ce31b874c3f9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16160" uid: aac97885-d60c-49f9-bb8b-a771a43db4d4 kind: Event lastTimestamp: "2026-07-01T20:58:27Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T20:58:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T20:58:27Z" name: message-dumper.18be46092fa93919 namespace: kserve-ci-e2e-test resourceVersion: "16174" uid: ecf39c8c-b147-4e78-95a7-fdf072cc5075 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T20:58:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16314" uid: aac97885-d60c-49f9-bb8b-a771a43db4d4 kind: Event lastTimestamp: "2026-07-01T20:58:38Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-01T20:58:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T20:58:38Z" name: message-dumper.18be460bc6009b3c namespace: kserve-ci-e2e-test resourceVersion: "16315" uid: cf2dfd7e-d76b-476b-b6a2-97244731f2f5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "21824"