--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:17:55.454643Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc namespace: kserve-ci-e2e-test resourceVersion: "21640" uid: 6e050c9e-fca3-4dcc-a54e-9b6d1fd9a847 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc to ip-10-0-136-197.ec2.internal metadata: creationTimestamp: "2026-07-08T07:17:55Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:17:55Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc.18c03f525f22002a namespace: kserve-ci-e2e-test resourceVersion: "21644" uid: 8ed8d8f6-85aa-4016-8e8e-dd94bc8a33ae reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76656d8bdd-wx4x2 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:55Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc namespace: kserve-ci-e2e-test resourceVersion: "21648" uid: 6e050c9e-fca3-4dcc-a54e-9b6d1fd9a847 kind: Event lastTimestamp: "2026-07-08T07:17:55Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:17:55Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc.18c03f5278b69cb0 namespace: kserve-ci-e2e-test resourceVersion: "21659" uid: 22aa748c-ac20-4d59-9450-76509274a99a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: 6e050c9e-fca3-4dcc-a54e-9b6d1fd9a847 kind: Event lastTimestamp: "2026-07-08T07:17:55Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:956644def59861b6c4d288d394adc3ba824655b2a247e0388911f52fbf9bf773" already present on machine metadata: creationTimestamp: "2026-07-08T07:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:55Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc.18c03f527a21dbe2 namespace: kserve-ci-e2e-test resourceVersion: "21661" uid: f2a05d3c-4830-4fe9-b401-f332c8eaa694 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: 6e050c9e-fca3-4dcc-a54e-9b6d1fd9a847 kind: Event lastTimestamp: "2026-07-08T07:17:55Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T07:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:55Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc.18c03f527ce23518 namespace: kserve-ci-e2e-test resourceVersion: "21662" uid: 45a93366-5a4a-45fb-9552-4e42179d6374 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: 6e050c9e-fca3-4dcc-a54e-9b6d1fd9a847 kind: Event lastTimestamp: "2026-07-08T07:17:55Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T07:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:55Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc.18c03f527d55c1bf namespace: kserve-ci-e2e-test resourceVersion: "21663" uid: d47a23bc-cf03-45dd-8bd0-4ce69c1a7d7f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: 6e050c9e-fca3-4dcc-a54e-9b6d1fd9a847 kind: Event lastTimestamp: "2026-07-08T07:18:06Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-08T07:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:06Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc.18c03f54d6c5bc4b namespace: kserve-ci-e2e-test resourceVersion: "21737" uid: c72506ca-6b37-4921-8cfd-a5139ef7d312 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: 6e050c9e-fca3-4dcc-a54e-9b6d1fd9a847 kind: Event lastTimestamp: "2026-07-08T07:18:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:06Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc.18c03f54da11013d namespace: kserve-ci-e2e-test resourceVersion: "21739" uid: 4f518ba6-342f-4e94-9cf9-014d76131f80 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: 6e050c9e-fca3-4dcc-a54e-9b6d1fd9a847 kind: Event lastTimestamp: "2026-07-08T07:18:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:06Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc.18c03f54da852e2d namespace: kserve-ci-e2e-test resourceVersion: "21742" uid: 3a482b7b-0289-4ae3-beee-4d13a93cb40a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: 6e050c9e-fca3-4dcc-a54e-9b6d1fd9a847 kind: Event lastTimestamp: "2026-07-08T07:18:06Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:06Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc.18c03f54da8f1cce namespace: kserve-ci-e2e-test resourceVersion: "21743" uid: 83fa5c2a-2308-4f39-ab52-90346875e7ba reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: 6e050c9e-fca3-4dcc-a54e-9b6d1fd9a847 kind: Event lastTimestamp: "2026-07-08T07:18:06Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:06Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc.18c03f54de11b695 namespace: kserve-ci-e2e-test resourceVersion: "21747" uid: 039fb25c-041b-4e79-9ddf-979c1fe1413b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: 6e050c9e-fca3-4dcc-a54e-9b6d1fd9a847 kind: Event lastTimestamp: "2026-07-08T07:18:06Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:18:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:06Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc.18c03f54de7da197 namespace: kserve-ci-e2e-test resourceVersion: "21748" uid: 635cc65a-3744-4965-93e2-95be406a78c0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:18:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: 6e050c9e-fca3-4dcc-a54e-9b6d1fd9a847 kind: Event lastTimestamp: "2026-07-08T07:18:14Z" message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:18:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:14Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc.18c03f554eb061dc namespace: kserve-ci-e2e-test resourceVersion: "21805" uid: d6fe882d-954c-4a97-a99d-1970d2a03dd1 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: 6e050c9e-fca3-4dcc-a54e-9b6d1fd9a847 kind: Event lastTimestamp: "2026-07-08T07:18:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:18:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:25Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc.18c03f595e9f1914 namespace: kserve-ci-e2e-test resourceVersion: "21913" uid: 3ea0bc69-6c75-45c7-b023-7ac400974682 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc namespace: kserve-ci-e2e-test resourceVersion: "21642" uid: 6e050c9e-fca3-4dcc-a54e-9b6d1fd9a847 kind: Event lastTimestamp: "2026-07-08T07:18:25Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:18:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:18:25Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc.18c03f595e9fbd12 namespace: kserve-ci-e2e-test resourceVersion: "21914" uid: 026c477e-37cc-4518-a307-995b5547bb81 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:55Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-ts-v1-predictor-89d67dbf7 namespace: kserve-ci-e2e-test resourceVersion: "21631" uid: 710c69ba-2e3f-4853-abb3-6a545103c9f7 kind: Event lastTimestamp: "2026-07-08T07:17:55Z" message: 'Created pod: isvc-autogluon-ts-v1-predictor-89d67dbf7-xb7nc' metadata: creationTimestamp: "2026-07-08T07:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:55Z" name: isvc-autogluon-ts-v1-predictor-89d67dbf7.18c03f525eb7ce9a namespace: kserve-ci-e2e-test resourceVersion: "21641" uid: b420220a-dca4-48f3-9176-7b591cd078d1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:55Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21629" uid: 62376692-daef-454e-a81c-cfd11f8f463f kind: Event lastTimestamp: "2026-07-08T07:17:55Z" message: Scaled up replica set isvc-autogluon-ts-v1-predictor-89d67dbf7 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:55Z" name: isvc-autogluon-ts-v1-predictor.18c03f525a862c89 namespace: kserve-ci-e2e-test resourceVersion: "21632" uid: 06174a15-2a2c-4c9d-a3e2-312e3408fe31 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:18:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21630" uid: ecb4914e-d9ea-4855-b276-e72fa7f0ae2d kind: Event lastTimestamp: "2026-07-08T07:18:25Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:18:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:25Z" name: isvc-autogluon-ts-v1-predictor.18c03f55d9073e96 namespace: kserve-ci-e2e-test resourceVersion: "21896" uid: 7b313242-a1bc-458e-891e-dbb4c526fbd3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:18:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-ts-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "21630" uid: ecb4914e-d9ea-4855-b276-e72fa7f0ae2d kind: Event lastTimestamp: "2026-07-08T07:18:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:18:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:18:25Z" name: isvc-autogluon-ts-v1-predictor.18c03f55d969ef28 namespace: kserve-ci-e2e-test resourceVersion: "21898" uid: 62458c9f-2165-4b6c-a6a3-15c4bc15dd18 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-08T07:17:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21622" uid: b4d83fb3-2c0b-4472-90ec-bd72ceca92f9 kind: Event lastTimestamp: "2026-07-08T07:18:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:18:24Z" name: isvc-autogluon-ts-v1.18c03f525a9818c8 namespace: kserve-ci-e2e-test resourceVersion: "21889" uid: e5a24353-0511-4645-9e29-1c3854677290 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21622" uid: b4d83fb3-2c0b-4472-90ec-bd72ceca92f9 kind: Event lastTimestamp: "2026-07-08T07:17:55Z" message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:55Z" name: isvc-autogluon-ts-v1.18c03f525b104a1f namespace: kserve-ci-e2e-test resourceVersion: "21635" uid: 32aba1a1-6181-4f27-9974-5346f0219e91 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21622" uid: b4d83fb3-2c0b-4472-90ec-bd72ceca92f9 kind: Event lastTimestamp: "2026-07-08T07:17:55Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:17:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:55Z" name: isvc-autogluon-ts-v1.18c03f525b10a175 namespace: kserve-ci-e2e-test resourceVersion: "21637" uid: 62c0c2a0-1449-4a31-aa26-ecc25b3c06fb reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:18:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-ts-v1 namespace: kserve-ci-e2e-test resourceVersion: "21885" uid: b4d83fb3-2c0b-4472-90ec-bd72ceca92f9 kind: Event lastTimestamp: "2026-07-08T07:18:24Z" message: InferenceService [isvc-autogluon-ts-v1] is Ready metadata: creationTimestamp: "2026-07-08T07:18:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:18:24Z" name: isvc-autogluon-ts-v1.18c03f590e99de62 namespace: kserve-ci-e2e-test resourceVersion: "21886" uid: a50e1f8b-8b12-493d-80e6-3e1cf7b1eb50 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:08:34.130809Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17377" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc to ip-10-0-136-197.ec2.internal metadata: creationTimestamp: "2026-07-08T07:08:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:08:34Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03ecfada008fb namespace: kserve-ci-e2e-test resourceVersion: "17384" uid: 750c689a-eb07-4448-b331-d4381a47faad reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76656d8bdd-wx4x2 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:34Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17379" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:08:34Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:08:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:34Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03ecfba551743 namespace: kserve-ci-e2e-test resourceVersion: "17409" uid: 4a80a51b-3a5d-4922-9e99-071cd96407fd reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:35Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17394" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:08:35Z" message: Add eth0 [10.134.0.32/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:08:35Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03ecfeae4f30c namespace: kserve-ci-e2e-test resourceVersion: "17421" uid: 311e33e3-daec-4160-9195-b46fbbf44069 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17379" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:08:35Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:956644def59861b6c4d288d394adc3ba824655b2a247e0388911f52fbf9bf773" already present on machine metadata: creationTimestamp: "2026-07-08T07:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:35Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03ecfec402142 namespace: kserve-ci-e2e-test resourceVersion: "17424" uid: 937d3f80-aa55-4c0e-9198-39fabfa1662b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17379" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:08:35Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T07:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:35Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03ecfefc05986 namespace: kserve-ci-e2e-test resourceVersion: "17425" uid: dc0befca-4a1b-49dd-9877-1e2e081c4dfd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17379" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:08:35Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T07:08:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:35Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03ecff031ae65 namespace: kserve-ci-e2e-test resourceVersion: "17426" uid: 8483b00b-7a16-4ab8-89ba-6e8bcd1369f2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:09:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17379" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:09:05Z" message: Pulling image "kserve/autogluonserver:latest" metadata: creationTimestamp: "2026-07-08T07:09:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:09:05Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03ed701b13936 namespace: kserve-ci-e2e-test resourceVersion: "17650" uid: 0212da6b-5c75-4cc4-9a5d-dad368eecc0e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17379" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:11:21Z" message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m16.29s (2m16.29s including waiting). Image size: 8939170582 bytes.' metadata: creationTimestamp: "2026-07-08T07:11:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:21Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03ef6bd3f72a2 namespace: kserve-ci-e2e-test resourceVersion: "18592" uid: 5ebbf8f0-c3ec-45b5-8e9f-5f9f7e26b836 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17379" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:11:22Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:22Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03ef6c36a5fcb namespace: kserve-ci-e2e-test resourceVersion: "18594" uid: 2d430ee0-a21c-4710-be1c-7e0b05c857c8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17379" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:11:22Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:22Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03ef6c45ea8e4 namespace: kserve-ci-e2e-test resourceVersion: "18595" uid: 4872c9da-34e7-4330-b692-5077d214c89e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17379" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:11:22Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:22Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03ef6c46960ea namespace: kserve-ci-e2e-test resourceVersion: "18596" uid: 09d8f553-6e49-40f1-8ee1-631847812a0e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17379" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:11:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:22Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03ef6ca60803a namespace: kserve-ci-e2e-test resourceVersion: "18597" uid: 87cc3cc7-d23b-4a8a-b879-7cb7227c0462 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17379" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:11:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:11:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:22Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03ef6cb72460c namespace: kserve-ci-e2e-test resourceVersion: "18598" uid: eca73cfb-d2ce-4fd4-a621-792ae517259f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:11:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17379" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:11:29Z" message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:11:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:29Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03ef70ee88a14 namespace: kserve-ci-e2e-test resourceVersion: "18657" uid: 65ce2cf9-5b64-4917-876b-53600f92f347 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17379" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:11:44Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:11:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:44Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03efbf73e7053 namespace: kserve-ci-e2e-test resourceVersion: "18784" uid: 8f9e95e2-cd81-44c9-8bfc-7a8a713a3442 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc namespace: kserve-ci-e2e-test resourceVersion: "17379" uid: 7651462c-af82-45db-af92-41ff0e7959ab kind: Event lastTimestamp: "2026-07-08T07:11:44Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:11:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:44Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc.18c03efbf73f0119 namespace: kserve-ci-e2e-test resourceVersion: "18785" uid: ca240ea2-a203-453b-ade6-9d8ff99bf1c1 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v1-predictor-7bbbbd79cd namespace: kserve-ci-e2e-test resourceVersion: "17364" uid: 5d052de5-2607-45a7-9b9e-c75a8afe2933 kind: Event lastTimestamp: "2026-07-08T07:08:34Z" message: 'Created pod: isvc-autogluon-v1-predictor-7bbbbd79cd-dfqsc' metadata: creationTimestamp: "2026-07-08T07:08:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:34Z" name: isvc-autogluon-v1-predictor-7bbbbd79cd.18c03ecfad330c03 namespace: kserve-ci-e2e-test resourceVersion: "17378" uid: f7cb45b6-6e58-446e-8222-484eb4bbd084 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17359" uid: 1e2773dc-d15b-4ba1-bf03-812a29e96bb5 kind: Event lastTimestamp: "2026-07-08T07:08:34Z" message: Scaled up replica set isvc-autogluon-v1-predictor-7bbbbd79cd from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:08:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:34Z" name: isvc-autogluon-v1-predictor.18c03ecfaa18caad namespace: kserve-ci-e2e-test resourceVersion: "17367" uid: 333f8f36-4036-41f0-b554-e7f60552e3dd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-08T07:08:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17363" uid: f1e064eb-53db-4d66-80e0-7f4c29506b60 kind: Event lastTimestamp: "2026-07-08T07:11:34Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:08:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:11:34Z" name: isvc-autogluon-v1-predictor.18c03ed328e161ef namespace: kserve-ci-e2e-test resourceVersion: "18689" uid: c1b37987-b10a-4432-a966-a430d5fdb972 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-08T07:08:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v1-predictor namespace: kserve-ci-e2e-test resourceVersion: "17363" uid: f1e064eb-53db-4d66-80e0-7f4c29506b60 kind: Event lastTimestamp: "2026-07-08T07:11:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:08:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:11:34Z" name: isvc-autogluon-v1-predictor.18c03ed329436e02 namespace: kserve-ci-e2e-test resourceVersion: "18690" uid: c57add58-eb93-421c-b134-6c763bcb83a0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-08T07:08:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17341" uid: 1a4128b7-9dc4-4fd2-a9e7-81aee094d232 kind: Event lastTimestamp: "2026-07-08T07:11:39Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:08:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:11:39Z" name: isvc-autogluon-v1.18c03ecfaa628d97 namespace: kserve-ci-e2e-test resourceVersion: "18733" uid: d9abf02f-dc5e-473a-8a9a-69386ac9abbc reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17341" uid: 1a4128b7-9dc4-4fd2-a9e7-81aee094d232 kind: Event lastTimestamp: "2026-07-08T07:08:34Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:08:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:08:34Z" name: isvc-autogluon-v1.18c03ecfaaf4ef8e namespace: kserve-ci-e2e-test resourceVersion: "17372" uid: 2032fba7-39e2-4d2c-85eb-a76668c4f3f0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "17341" uid: 1a4128b7-9dc4-4fd2-a9e7-81aee094d232 kind: Event lastTimestamp: "2026-07-08T07:08:34Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:08:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:08:34Z" name: isvc-autogluon-v1.18c03ecfaaf54d2c namespace: kserve-ci-e2e-test resourceVersion: "17375" uid: ce392a6b-4666-47c2-baa6-546c270864c1 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v1 namespace: kserve-ci-e2e-test resourceVersion: "18731" uid: 1a4128b7-9dc4-4fd2-a9e7-81aee094d232 kind: Event lastTimestamp: "2026-07-08T07:11:39Z" message: InferenceService [isvc-autogluon-v1] is Ready metadata: creationTimestamp: "2026-07-08T07:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:11:39Z" name: isvc-autogluon-v1.18c03eface975afe namespace: kserve-ci-e2e-test resourceVersion: "18732" uid: d57c228d-5f50-479a-b080-b85881613d6a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:16:00.182183Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd namespace: kserve-ci-e2e-test resourceVersion: "20757" uid: 5f909a09-7554-481c-9b3c-42e72029eba9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd to ip-10-0-136-197.ec2.internal metadata: creationTimestamp: "2026-07-08T07:16:00Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:16:00Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd.18c03f37885beca1 namespace: kserve-ci-e2e-test resourceVersion: "20761" uid: 2d2ad4df-9e40-4c67-b4b4-b97052576b15 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76656d8bdd-wx4x2 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:00Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd namespace: kserve-ci-e2e-test resourceVersion: "20766" uid: 5f909a09-7554-481c-9b3c-42e72029eba9 kind: Event lastTimestamp: "2026-07-08T07:16:00Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:16:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:16:00Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd.18c03f37a286ff63 namespace: kserve-ci-e2e-test resourceVersion: "20771" uid: 097944ab-e484-41aa-810c-41b7615f17dc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:00Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd namespace: kserve-ci-e2e-test resourceVersion: "20759" uid: 5f909a09-7554-481c-9b3c-42e72029eba9 kind: Event lastTimestamp: "2026-07-08T07:16:00Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:956644def59861b6c4d288d394adc3ba824655b2a247e0388911f52fbf9bf773" already present on machine metadata: creationTimestamp: "2026-07-08T07:16:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:00Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd.18c03f37a41d3bb1 namespace: kserve-ci-e2e-test resourceVersion: "20773" uid: a8991347-ccb1-4b59-886d-a2078ec24abe reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:00Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd namespace: kserve-ci-e2e-test resourceVersion: "20759" uid: 5f909a09-7554-481c-9b3c-42e72029eba9 kind: Event lastTimestamp: "2026-07-08T07:16:00Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T07:16:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:00Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd.18c03f37a7666f47 namespace: kserve-ci-e2e-test resourceVersion: "20775" uid: ad4e100a-00f1-4c5a-b54f-1a6715bc88ff reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:00Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd namespace: kserve-ci-e2e-test resourceVersion: "20759" uid: 5f909a09-7554-481c-9b3c-42e72029eba9 kind: Event lastTimestamp: "2026-07-08T07:16:00Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T07:16:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:00Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd.18c03f37a7cb7526 namespace: kserve-ci-e2e-test resourceVersion: "20776" uid: 568b0619-0253-49b9-bf0d-34cc2a2fb468 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd namespace: kserve-ci-e2e-test resourceVersion: "20759" uid: 5f909a09-7554-481c-9b3c-42e72029eba9 kind: Event lastTimestamp: "2026-07-08T07:16:06Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-08T07:16:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:06Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd.18c03f39021b8457 namespace: kserve-ci-e2e-test resourceVersion: "20824" uid: 0b665554-6586-441f-9d69-4e6bae1377c3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd namespace: kserve-ci-e2e-test resourceVersion: "20759" uid: 5f909a09-7554-481c-9b3c-42e72029eba9 kind: Event lastTimestamp: "2026-07-08T07:16:06Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:16:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:06Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd.18c03f39053e018e namespace: kserve-ci-e2e-test resourceVersion: "20826" uid: 108bc8af-0f1d-4d0c-bd5d-769e75a6db3b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd namespace: kserve-ci-e2e-test resourceVersion: "20759" uid: 5f909a09-7554-481c-9b3c-42e72029eba9 kind: Event lastTimestamp: "2026-07-08T07:16:06Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:16:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:06Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd.18c03f3905b62e5d namespace: kserve-ci-e2e-test resourceVersion: "20827" uid: 220ae474-fdc9-4b40-b337-889ced9c2f4e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd namespace: kserve-ci-e2e-test resourceVersion: "20759" uid: 5f909a09-7554-481c-9b3c-42e72029eba9 kind: Event lastTimestamp: "2026-07-08T07:16:06Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:16:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:06Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd.18c03f3905c13083 namespace: kserve-ci-e2e-test resourceVersion: "20830" uid: 8e45908a-9356-47ee-9e0f-643952c8a72d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd namespace: kserve-ci-e2e-test resourceVersion: "20759" uid: 5f909a09-7554-481c-9b3c-42e72029eba9 kind: Event lastTimestamp: "2026-07-08T07:16:06Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:16:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:06Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd.18c03f3908db455a namespace: kserve-ci-e2e-test resourceVersion: "20832" uid: 7c1f7445-8a5f-4a37-bc86-be71a635040f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd namespace: kserve-ci-e2e-test resourceVersion: "20759" uid: 5f909a09-7554-481c-9b3c-42e72029eba9 kind: Event lastTimestamp: "2026-07-08T07:16:06Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:16:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:16:06Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd.18c03f390942f1e9 namespace: kserve-ci-e2e-test resourceVersion: "20833" uid: ab288d48-c630-4312-a9ff-4dca5f02c0c8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd namespace: kserve-ci-e2e-test resourceVersion: "20759" uid: 5f909a09-7554-481c-9b3c-42e72029eba9 kind: Event lastTimestamp: "2026-07-08T07:17:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:50Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd.18c03f512bf64f67 namespace: kserve-ci-e2e-test resourceVersion: "21577" uid: 7943ba60-b205-4bed-893d-b94d331b5537 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd namespace: kserve-ci-e2e-test resourceVersion: "20759" uid: 5f909a09-7554-481c-9b3c-42e72029eba9 kind: Event lastTimestamp: "2026-07-08T07:17:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:17:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:17:50Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd.18c03f512bf6c5e6 namespace: kserve-ci-e2e-test resourceVersion: "21578" uid: 322f8579-2f51-4752-b97b-2b978d6248bd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:00Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84 namespace: kserve-ci-e2e-test resourceVersion: "20746" uid: 87b44aa4-a47c-47d7-9b1e-1ed3f3f6be24 kind: Event lastTimestamp: "2026-07-08T07:16:00Z" message: 'Created pod: isvc-autogluon-v2-noslash-predictor-9dcfbbb84-czbfd' metadata: creationTimestamp: "2026-07-08T07:16:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:00Z" name: isvc-autogluon-v2-noslash-predictor-9dcfbbb84.18c03f3787e62a55 namespace: kserve-ci-e2e-test resourceVersion: "20758" uid: f814d0ce-35db-4344-b246-25fe18d2dc22 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:00Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20744" uid: 439f6aac-8bdd-438f-a777-f1bcd1a0e595 kind: Event lastTimestamp: "2026-07-08T07:16:00Z" message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-9dcfbbb84 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:16:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:00Z" name: isvc-autogluon-v2-noslash-predictor.18c03f3783804ccd namespace: kserve-ci-e2e-test resourceVersion: "20747" uid: f8a7b13a-6d12-44a5-8bae-35238406ad0a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:16:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20745" uid: c8445fda-4707-4b56-be35-85f23455c342 kind: Event lastTimestamp: "2026-07-08T07:16:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:45Z" name: isvc-autogluon-v2-noslash-predictor.18c03f3b01f4bc4b namespace: kserve-ci-e2e-test resourceVersion: "21100" uid: df6b4fcc-736b-4856-8706-cd2d852267f8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:16:15Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20745" uid: c8445fda-4707-4b56-be35-85f23455c342 kind: Event lastTimestamp: "2026-07-08T07:16:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:16:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:16:45Z" name: isvc-autogluon-v2-noslash-predictor.18c03f3b024ce8b9 namespace: kserve-ci-e2e-test resourceVersion: "21101" uid: 400bead0-d773-49f7-8683-cdfd247ff38b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:16:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20894" uid: c8445fda-4707-4b56-be35-85f23455c342 kind: Event lastTimestamp: "2026-07-08T07:17:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:16:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:45Z" name: isvc-autogluon-v2-noslash-predictor.18c03f3e815a4fa4 namespace: kserve-ci-e2e-test resourceVersion: "21524" uid: e089547c-0b0f-4f13-b66e-46340ba6e2f4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:16:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-noslash-predictor namespace: kserve-ci-e2e-test resourceVersion: "20894" uid: c8445fda-4707-4b56-be35-85f23455c342 kind: Event lastTimestamp: "2026-07-08T07:17:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:16:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:17:45Z" name: isvc-autogluon-v2-noslash-predictor.18c03f3e81b9ee0f namespace: kserve-ci-e2e-test resourceVersion: "21525" uid: aa1d9d5c-bd51-4b67-9835-2601d77f8a69 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-08T07:16:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20737" uid: 666eb0d0-3fdb-487d-80da-c0eeef106876 kind: Event lastTimestamp: "2026-07-08T07:17:42Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:16:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:42Z" name: isvc-autogluon-v2-noslash.18c03f37838fc51d namespace: kserve-ci-e2e-test resourceVersion: "21508" uid: 6a489bc7-defa-43e7-8df6-58948b8bd4fa reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20737" uid: 666eb0d0-3fdb-487d-80da-c0eeef106876 kind: Event lastTimestamp: "2026-07-08T07:16:00Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:16:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:16:00Z" name: isvc-autogluon-v2-noslash.18c03f37840d7b88 namespace: kserve-ci-e2e-test resourceVersion: "20750" uid: 6e53e540-2588-49ff-abc2-9e25001637a4 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:16:00Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "20737" uid: 666eb0d0-3fdb-487d-80da-c0eeef106876 kind: Event lastTimestamp: "2026-07-08T07:16:00Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:16:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:16:00Z" name: isvc-autogluon-v2-noslash.18c03f37840dc397 namespace: kserve-ci-e2e-test resourceVersion: "20753" uid: e175d503-90b9-4614-a2b9-176a96aa51e5 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:17:42Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-noslash namespace: kserve-ci-e2e-test resourceVersion: "21506" uid: 666eb0d0-3fdb-487d-80da-c0eeef106876 kind: Event lastTimestamp: "2026-07-08T07:17:42Z" message: InferenceService [isvc-autogluon-v2-noslash] is Ready metadata: creationTimestamp: "2026-07-08T07:17:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:17:42Z" name: isvc-autogluon-v2-noslash.18c03f4f65b94b6d namespace: kserve-ci-e2e-test resourceVersion: "21507" uid: 4c33f09a-0cdd-4874-822f-3be83a521143 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:11:49.621636Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ll4k5 namespace: kserve-ci-e2e-test resourceVersion: "18849" uid: 96cf4060-890c-4c10-a8f7-c05e75f1bef7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67b849d456-ll4k5 to ip-10-0-136-197.ec2.internal metadata: creationTimestamp: "2026-07-08T07:11:49Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:11:49Z" name: isvc-autogluon-v2-predictor-67b849d456-ll4k5.18c03efd31c967f8 namespace: kserve-ci-e2e-test resourceVersion: "18853" uid: 61af225d-ced0-4412-98a6-82f537e165a7 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76656d8bdd-wx4x2 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:50Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ll4k5 namespace: kserve-ci-e2e-test resourceVersion: "18858" uid: 96cf4060-890c-4c10-a8f7-c05e75f1bef7 kind: Event lastTimestamp: "2026-07-08T07:11:50Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:11:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:11:50Z" name: isvc-autogluon-v2-predictor-67b849d456-ll4k5.18c03efd4df168a4 namespace: kserve-ci-e2e-test resourceVersion: "18866" uid: c9cd49dc-44e8-4d72-8a9b-b5640a9b8a9d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:50Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ll4k5 namespace: kserve-ci-e2e-test resourceVersion: "18851" uid: 96cf4060-890c-4c10-a8f7-c05e75f1bef7 kind: Event lastTimestamp: "2026-07-08T07:11:50Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:956644def59861b6c4d288d394adc3ba824655b2a247e0388911f52fbf9bf773" already present on machine metadata: creationTimestamp: "2026-07-08T07:11:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:50Z" name: isvc-autogluon-v2-predictor-67b849d456-ll4k5.18c03efd4f4d2d66 namespace: kserve-ci-e2e-test resourceVersion: "18869" uid: 49e2b599-c017-4dbf-9403-ca6cd8c96922 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:50Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ll4k5 namespace: kserve-ci-e2e-test resourceVersion: "18851" uid: 96cf4060-890c-4c10-a8f7-c05e75f1bef7 kind: Event lastTimestamp: "2026-07-08T07:11:50Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T07:11:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:50Z" name: isvc-autogluon-v2-predictor-67b849d456-ll4k5.18c03efd55b4de14 namespace: kserve-ci-e2e-test resourceVersion: "18870" uid: 12c26ecb-011a-4314-b8ff-6fe1acf0a13b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:50Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ll4k5 namespace: kserve-ci-e2e-test resourceVersion: "18851" uid: 96cf4060-890c-4c10-a8f7-c05e75f1bef7 kind: Event lastTimestamp: "2026-07-08T07:11:50Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T07:11:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:50Z" name: isvc-autogluon-v2-predictor-67b849d456-ll4k5.18c03efd56e890da namespace: kserve-ci-e2e-test resourceVersion: "18871" uid: a709554a-2143-4029-b8c0-168b1176a8a2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ll4k5 namespace: kserve-ci-e2e-test resourceVersion: "18851" uid: 96cf4060-890c-4c10-a8f7-c05e75f1bef7 kind: Event lastTimestamp: "2026-07-08T07:11:55Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-08T07:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:55Z" name: isvc-autogluon-v2-predictor-67b849d456-ll4k5.18c03efe8b2c5942 namespace: kserve-ci-e2e-test resourceVersion: "18915" uid: 53b363fe-8375-43f8-952f-8a08b53c02dd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ll4k5 namespace: kserve-ci-e2e-test resourceVersion: "18851" uid: 96cf4060-890c-4c10-a8f7-c05e75f1bef7 kind: Event lastTimestamp: "2026-07-08T07:11:55Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:55Z" name: isvc-autogluon-v2-predictor-67b849d456-ll4k5.18c03efe91963139 namespace: kserve-ci-e2e-test resourceVersion: "18920" uid: 8cc1cb17-72f8-4df1-950d-6b42a36ee31b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ll4k5 namespace: kserve-ci-e2e-test resourceVersion: "18851" uid: 96cf4060-890c-4c10-a8f7-c05e75f1bef7 kind: Event lastTimestamp: "2026-07-08T07:11:55Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:55Z" name: isvc-autogluon-v2-predictor-67b849d456-ll4k5.18c03efe92a4406e namespace: kserve-ci-e2e-test resourceVersion: "18921" uid: 0792e5db-848d-4b76-ad65-cf01799c21b9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ll4k5 namespace: kserve-ci-e2e-test resourceVersion: "18851" uid: 96cf4060-890c-4c10-a8f7-c05e75f1bef7 kind: Event lastTimestamp: "2026-07-08T07:11:55Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:55Z" name: isvc-autogluon-v2-predictor-67b849d456-ll4k5.18c03efe92b0772a namespace: kserve-ci-e2e-test resourceVersion: "18922" uid: 9b402d94-a4cd-4ddf-a194-8eea3be24753 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ll4k5 namespace: kserve-ci-e2e-test resourceVersion: "18851" uid: 96cf4060-890c-4c10-a8f7-c05e75f1bef7 kind: Event lastTimestamp: "2026-07-08T07:11:55Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:55Z" name: isvc-autogluon-v2-predictor-67b849d456-ll4k5.18c03efe9887c5fa namespace: kserve-ci-e2e-test resourceVersion: "18925" uid: ec3095bd-cbf0-4cd3-a9ce-53e61be20745 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ll4k5 namespace: kserve-ci-e2e-test resourceVersion: "18851" uid: 96cf4060-890c-4c10-a8f7-c05e75f1bef7 kind: Event lastTimestamp: "2026-07-08T07:11:55Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:11:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:11:55Z" name: isvc-autogluon-v2-predictor-67b849d456-ll4k5.18c03efe9a11c8e5 namespace: kserve-ci-e2e-test resourceVersion: "18926" uid: caf2b625-88f4-4ed7-bc40-6c3056401e6f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:13:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ll4k5 namespace: kserve-ci-e2e-test resourceVersion: "18851" uid: 96cf4060-890c-4c10-a8f7-c05e75f1bef7 kind: Event lastTimestamp: "2026-07-08T07:13:39Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:13:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:13:39Z" name: isvc-autogluon-v2-predictor-67b849d456-ll4k5.18c03f16d536c876 namespace: kserve-ci-e2e-test resourceVersion: "19670" uid: f5abcf76-49ed-492f-8c88-86b1144d8b5f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:13:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-predictor-67b849d456-ll4k5 namespace: kserve-ci-e2e-test resourceVersion: "18851" uid: 96cf4060-890c-4c10-a8f7-c05e75f1bef7 kind: Event lastTimestamp: "2026-07-08T07:13:39Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:13:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:13:39Z" name: isvc-autogluon-v2-predictor-67b849d456-ll4k5.18c03f16d537314c namespace: kserve-ci-e2e-test resourceVersion: "19671" uid: afd957f3-4a06-4719-a274-704dd683f031 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:49Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-predictor-67b849d456 namespace: kserve-ci-e2e-test resourceVersion: "18839" uid: eac72fc1-5668-487a-b4b2-2c53c5d74465 kind: Event lastTimestamp: "2026-07-08T07:11:49Z" message: 'Created pod: isvc-autogluon-v2-predictor-67b849d456-ll4k5' metadata: creationTimestamp: "2026-07-08T07:11:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:11:49Z" name: isvc-autogluon-v2-predictor-67b849d456.18c03efd313b9712 namespace: kserve-ci-e2e-test resourceVersion: "18850" uid: 1d623856-f345-48f9-b00e-c7b5ecf216e4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:49Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18837" uid: 0cfd083b-e5d3-454c-82ff-5f0e41a35d50 kind: Event lastTimestamp: "2026-07-08T07:11:49Z" message: Scaled up replica set isvc-autogluon-v2-predictor-67b849d456 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:11:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:11:49Z" name: isvc-autogluon-v2-predictor.18c03efd2c798a5b namespace: kserve-ci-e2e-test resourceVersion: "18840" uid: 4bf83c17-cfc8-4882-85ba-1bc3feacf360 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:12:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18838" uid: 16ac63ef-03db-4efc-aaa0-655b91ff1fb1 kind: Event lastTimestamp: "2026-07-08T07:12:19Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:12:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:12:19Z" name: isvc-autogluon-v2-predictor.18c03f00ab5ea785 namespace: kserve-ci-e2e-test resourceVersion: "19095" uid: 3d511f59-4690-4a80-be76-330443984867 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:12:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18838" uid: 16ac63ef-03db-4efc-aaa0-655b91ff1fb1 kind: Event lastTimestamp: "2026-07-08T07:12:19Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:12:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:12:19Z" name: isvc-autogluon-v2-predictor.18c03f00abbf16ed namespace: kserve-ci-e2e-test resourceVersion: "19096" uid: f1e7895f-c20c-4ac3-b3bd-6f5f1ac7f99e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:12:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18986" uid: 16ac63ef-03db-4efc-aaa0-655b91ff1fb1 kind: Event lastTimestamp: "2026-07-08T07:13:34Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:12:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:13:34Z" name: isvc-autogluon-v2-predictor.18c03f07a9ef4e59 namespace: kserve-ci-e2e-test resourceVersion: "19617" uid: b01ffe45-1e04-483a-90cd-787901468820 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:12:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-predictor namespace: kserve-ci-e2e-test resourceVersion: "18986" uid: 16ac63ef-03db-4efc-aaa0-655b91ff1fb1 kind: Event lastTimestamp: "2026-07-08T07:13:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:12:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:13:34Z" name: isvc-autogluon-v2-predictor.18c03f07aa5c4bf2 namespace: kserve-ci-e2e-test resourceVersion: "19618" uid: ae182c53-85be-4634-9567-5e1000822e17 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:13:44.890241Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v namespace: kserve-ci-e2e-test resourceVersion: "19734" uid: 30b8db7f-e4ac-4928-bad7-783ea9dfd362 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v to ip-10-0-136-197.ec2.internal metadata: creationTimestamp: "2026-07-08T07:13:44Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:13:44Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v.18c03f180854a599 namespace: kserve-ci-e2e-test resourceVersion: "19738" uid: 3f6286f3-a204-4359-b731-2402fbf35963 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76656d8bdd-wx4x2 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:13:45Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v namespace: kserve-ci-e2e-test resourceVersion: "19742" uid: 30b8db7f-e4ac-4928-bad7-783ea9dfd362 kind: Event lastTimestamp: "2026-07-08T07:13:45Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:13:45Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v.18c03f1821d5421f namespace: kserve-ci-e2e-test resourceVersion: "19752" uid: 044385b7-b099-4223-9031-7334913a47f4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:13:45Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v namespace: kserve-ci-e2e-test resourceVersion: "19736" uid: 30b8db7f-e4ac-4928-bad7-783ea9dfd362 kind: Event lastTimestamp: "2026-07-08T07:13:45Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:956644def59861b6c4d288d394adc3ba824655b2a247e0388911f52fbf9bf773" already present on machine metadata: creationTimestamp: "2026-07-08T07:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:13:45Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v.18c03f18234fd8ef namespace: kserve-ci-e2e-test resourceVersion: "19754" uid: 1e585c36-04a8-414b-82fc-308d09b781bb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:13:45Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v namespace: kserve-ci-e2e-test resourceVersion: "19736" uid: 30b8db7f-e4ac-4928-bad7-783ea9dfd362 kind: Event lastTimestamp: "2026-07-08T07:13:45Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T07:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:13:45Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v.18c03f1825f54c28 namespace: kserve-ci-e2e-test resourceVersion: "19756" uid: 51cb31bc-3784-4b70-8a51-d2c2610c41c8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:13:45Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v namespace: kserve-ci-e2e-test resourceVersion: "19736" uid: 30b8db7f-e4ac-4928-bad7-783ea9dfd362 kind: Event lastTimestamp: "2026-07-08T07:13:45Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T07:13:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:13:45Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v.18c03f18266ebbb1 namespace: kserve-ci-e2e-test resourceVersion: "19757" uid: 99b04bfd-3316-47f7-87c5-44c89316d556 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:14:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v namespace: kserve-ci-e2e-test resourceVersion: "19736" uid: 30b8db7f-e4ac-4928-bad7-783ea9dfd362 kind: Event lastTimestamp: "2026-07-08T07:14:15Z" message: Container image "kserve/autogluonserver:latest" already present on machine metadata: creationTimestamp: "2026-07-08T07:14:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:14:15Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v.18c03f1f0d506c96 namespace: kserve-ci-e2e-test resourceVersion: "19965" uid: d1d1d88c-dabf-46b4-8af1-333b5e81a908 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:14:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v namespace: kserve-ci-e2e-test resourceVersion: "19736" uid: 30b8db7f-e4ac-4928-bad7-783ea9dfd362 kind: Event lastTimestamp: "2026-07-08T07:14:15Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:14:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:14:15Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v.18c03f1f103b3555 namespace: kserve-ci-e2e-test resourceVersion: "19967" uid: f68dc58a-9db5-412f-af75-844207544070 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:14:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v namespace: kserve-ci-e2e-test resourceVersion: "19736" uid: 30b8db7f-e4ac-4928-bad7-783ea9dfd362 kind: Event lastTimestamp: "2026-07-08T07:14:15Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:14:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:14:15Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v.18c03f1f10cc3de4 namespace: kserve-ci-e2e-test resourceVersion: "19970" uid: 462aaa08-4477-4a43-addf-a6f9b88330fe reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:14:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v namespace: kserve-ci-e2e-test resourceVersion: "19736" uid: 30b8db7f-e4ac-4928-bad7-783ea9dfd362 kind: Event lastTimestamp: "2026-07-08T07:14:15Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:14:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:14:15Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v.18c03f1f10d7345e namespace: kserve-ci-e2e-test resourceVersion: "19971" uid: c72f1205-a703-4982-a792-0b37b1433c30 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:14:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v namespace: kserve-ci-e2e-test resourceVersion: "19736" uid: 30b8db7f-e4ac-4928-bad7-783ea9dfd362 kind: Event lastTimestamp: "2026-07-08T07:14:15Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:14:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:14:15Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v.18c03f1f14bd45b7 namespace: kserve-ci-e2e-test resourceVersion: "19973" uid: 68e76640-4504-4ca8-9940-c6b3a9ccf647 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:14:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v namespace: kserve-ci-e2e-test resourceVersion: "19736" uid: 30b8db7f-e4ac-4928-bad7-783ea9dfd362 kind: Event lastTimestamp: "2026-07-08T07:14:15Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:14:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:14:15Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v.18c03f1f1527a2fb namespace: kserve-ci-e2e-test resourceVersion: "19975" uid: 9cbc59ad-7ecf-4d34-b0bf-c4c7e29e50b8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:15:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v namespace: kserve-ci-e2e-test resourceVersion: "19736" uid: 30b8db7f-e4ac-4928-bad7-783ea9dfd362 kind: Event lastTimestamp: "2026-07-08T07:15:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:15:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:15:55Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v.18c03f36556a181c namespace: kserve-ci-e2e-test resourceVersion: "20693" uid: 559b7a10-1fa4-472a-9bd3-7f59fec4c0c7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:15:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v namespace: kserve-ci-e2e-test resourceVersion: "19736" uid: 30b8db7f-e4ac-4928-bad7-783ea9dfd362 kind: Event lastTimestamp: "2026-07-08T07:15:55Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:15:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:15:55Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v.18c03f36556b5011 namespace: kserve-ci-e2e-test resourceVersion: "20694" uid: e972e6cf-8122-4b9f-9698-fc9d0d1db492 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:13:44Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-autogluon-v2-variants-predictor-c6767c94c namespace: kserve-ci-e2e-test resourceVersion: "19723" uid: aef50a2d-236e-4fcf-88d1-c5219964dfbd kind: Event lastTimestamp: "2026-07-08T07:13:44Z" message: 'Created pod: isvc-autogluon-v2-variants-predictor-c6767c94c-nnc8v' metadata: creationTimestamp: "2026-07-08T07:13:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:13:44Z" name: isvc-autogluon-v2-variants-predictor-c6767c94c.18c03f1807dab527 namespace: kserve-ci-e2e-test resourceVersion: "19735" uid: 1cc02854-8e34-4e6c-a20c-800fbe0b0e3c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:13:44Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19721" uid: 6df30ac6-6715-43e0-aec5-fdf1b0e35246 kind: Event lastTimestamp: "2026-07-08T07:13:44Z" message: Scaled up replica set isvc-autogluon-v2-variants-predictor-c6767c94c from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:13:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:13:44Z" name: isvc-autogluon-v2-variants-predictor.18c03f1803672324 namespace: kserve-ci-e2e-test resourceVersion: "19724" uid: 0e45fec1-65f6-44de-81a8-a0372f5bc5b1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:13:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: 14f5bb1e-075b-41c6-8e35-c6af6a1ad7b8 kind: Event lastTimestamp: "2026-07-08T07:14:29Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:13:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:14:29Z" name: isvc-autogluon-v2-variants-predictor.18c03f1b8227f36c namespace: kserve-ci-e2e-test resourceVersion: "20081" uid: fbab558e-4a95-465f-b2f8-c91adc229b31 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:13:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19722" uid: 14f5bb1e-075b-41c6-8e35-c6af6a1ad7b8 kind: Event lastTimestamp: "2026-07-08T07:14:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:13:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:14:29Z" name: isvc-autogluon-v2-variants-predictor.18c03f1b826c3a7a namespace: kserve-ci-e2e-test resourceVersion: "20082" uid: 8d3eec0c-ae01-4db6-878d-ad4248288c71 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:14:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19859" uid: 14f5bb1e-075b-41c6-8e35-c6af6a1ad7b8 kind: Event lastTimestamp: "2026-07-08T07:15:44Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:14:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:15:44Z" name: isvc-autogluon-v2-variants-predictor.18c03f25ff303b06 namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: 854c3291-bbb1-4494-ae9a-8989cd8b9eb7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-08T07:14:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-autogluon-v2-variants-predictor namespace: kserve-ci-e2e-test resourceVersion: "19859" uid: 14f5bb1e-075b-41c6-8e35-c6af6a1ad7b8 kind: Event lastTimestamp: "2026-07-08T07:15:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:14:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:15:44Z" name: isvc-autogluon-v2-variants-predictor.18c03f25ff9519ef namespace: kserve-ci-e2e-test resourceVersion: "20598" uid: 089f49ec-a69f-4edd-9dca-6099b7484064 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-08T07:13:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19713" uid: d4499bf3-6646-4455-9055-9b4f531c838b kind: Event lastTimestamp: "2026-07-08T07:15:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:13:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:15:52Z" name: isvc-autogluon-v2-variants.18c03f18036b4405 namespace: kserve-ci-e2e-test resourceVersion: "20661" uid: 6c118d26-ae1b-4374-a471-3d0ce03ea0c4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:13:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19713" uid: d4499bf3-6646-4455-9055-9b4f531c838b kind: Event lastTimestamp: "2026-07-08T07:13:44Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:13:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:13:44Z" name: isvc-autogluon-v2-variants.18c03f1803e2007d namespace: kserve-ci-e2e-test resourceVersion: "19744" uid: a99b06ac-92ce-4fcf-9513-68503c2f5e98 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:13:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "19713" uid: d4499bf3-6646-4455-9055-9b4f531c838b kind: Event lastTimestamp: "2026-07-08T07:13:44Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:13:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:13:44Z" name: isvc-autogluon-v2-variants.18c03f1803e24099 namespace: kserve-ci-e2e-test resourceVersion: "19745" uid: bcb36ee7-9f58-48c2-bb22-362203bf903d reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:15:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2-variants namespace: kserve-ci-e2e-test resourceVersion: "20659" uid: d4499bf3-6646-4455-9055-9b4f531c838b kind: Event lastTimestamp: "2026-07-08T07:15:52Z" message: InferenceService [isvc-autogluon-v2-variants] is Ready metadata: creationTimestamp: "2026-07-08T07:15:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:15:52Z" name: isvc-autogluon-v2-variants.18c03f35c88ada9d namespace: kserve-ci-e2e-test resourceVersion: "20660" uid: b45732dd-fa2c-43c1-a6f1-65231c593f38 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-08T07:11:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18829" uid: 7114e2dc-ab5c-44d0-9803-23ea038ecfd0 kind: Event lastTimestamp: "2026-07-08T07:13:30Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:11:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:13:30Z" name: isvc-autogluon-v2.18c03efd2c8ca6ed namespace: kserve-ci-e2e-test resourceVersion: "19588" uid: e5cf7959-ec9c-49dc-9ac1-ee4123aab540 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18829" uid: 7114e2dc-ab5c-44d0-9803-23ea038ecfd0 kind: Event lastTimestamp: "2026-07-08T07:11:49Z" message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:11:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:11:49Z" name: isvc-autogluon-v2.18c03efd2d20556e namespace: kserve-ci-e2e-test resourceVersion: "18843" uid: c60d756e-edba-4abe-a812-d5d1af317c59 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:11:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "18829" uid: 7114e2dc-ab5c-44d0-9803-23ea038ecfd0 kind: Event lastTimestamp: "2026-07-08T07:11:49Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:11:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:11:49Z" name: isvc-autogluon-v2.18c03efd2d20b0e5 namespace: kserve-ci-e2e-test resourceVersion: "18844" uid: 047cdbf7-24fd-44ad-a066-519e8e34fcd1 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:13:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-autogluon-v2 namespace: kserve-ci-e2e-test resourceVersion: "19585" uid: 7114e2dc-ab5c-44d0-9803-23ea038ecfd0 kind: Event lastTimestamp: "2026-07-08T07:13:30Z" message: InferenceService [isvc-autogluon-v2] is Ready metadata: creationTimestamp: "2026-07-08T07:13:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:13:30Z" name: isvc-autogluon-v2.18c03f14b95500e3 namespace: kserve-ci-e2e-test resourceVersion: "19586" uid: b78b5ad4-61b4-4f9e-975c-f1e4fccb807d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:07:08.914770Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16669" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-7997fc58c6-w9s8f to ip-10-0-136-197.ec2.internal metadata: creationTimestamp: "2026-07-08T07:07:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:07:08Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebbd65a8fec namespace: kserve-ci-e2e-test resourceVersion: "16674" uid: ce06813b-44e0-4faa-8895-808967477535 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76656d8bdd-wx4x2 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:09Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16678" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:07:09Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:07:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:07:09Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebbf00c4332 namespace: kserve-ci-e2e-test resourceVersion: "16682" uid: 2889ab36-db86-4fb5-82d0-ed4ff3bcdf65 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:09Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:07:09Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:956644def59861b6c4d288d394adc3ba824655b2a247e0388911f52fbf9bf773" already present on machine metadata: creationTimestamp: "2026-07-08T07:07:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:09Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebbf1874024 namespace: kserve-ci-e2e-test resourceVersion: "16684" uid: 885cfb22-8fb4-4491-81b9-30ae7e946be3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:09Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:07:09Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T07:07:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:09Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebbf45ef180 namespace: kserve-ci-e2e-test resourceVersion: "16685" uid: e721ea9c-6186-45ed-811c-118cf2dbbaab reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:09Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:07:09Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T07:07:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:09Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebbf4d47e37 namespace: kserve-ci-e2e-test resourceVersion: "16687" uid: 8ff2c07b-d58f-40ec-9386-1935e400acc5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:07:14Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:14Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebd0b24735e namespace: kserve-ci-e2e-test resourceVersion: "16728" uid: 80362600-70f1-4615-85f0-071259e22cea reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:07:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:14Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebd0e5622a1 namespace: kserve-ci-e2e-test resourceVersion: "16731" uid: 72fa3b12-5c01-4a6e-a1e7-43c04a3f80c7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:07:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:14Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebd0ec910fe namespace: kserve-ci-e2e-test resourceVersion: "16733" uid: 78b9b524-c16c-4a41-b8c3-cb468cb31cff reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:07:14Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:14Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebd0ed321e6 namespace: kserve-ci-e2e-test resourceVersion: "16735" uid: 8d6a10f0-df4e-45e9-9848-805f8d874b69 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:07:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:14Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebd120b3c00 namespace: kserve-ci-e2e-test resourceVersion: "16737" uid: 1c42729b-61c5-44f0-a081-1e277ba228d1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:07:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:14Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebd127a8d93 namespace: kserve-ci-e2e-test resourceVersion: "16738" uid: 34623609-76b2-466c-af68-30ce4a2e0fcf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:07:14Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:3dc370003f480e1124221978de2b776562d1a020a589a2be6d378373cf7b9fa1" already present on machine metadata: creationTimestamp: "2026-07-08T07:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:14Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebd1285d5ac namespace: kserve-ci-e2e-test resourceVersion: "16739" uid: ec383288-02be-4b4c-b5f1-820e004e06d7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:07:14Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-08T07:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:14Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebd1613a0cd namespace: kserve-ci-e2e-test resourceVersion: "16740" uid: e19812ef-3dc8-4c19-9f14-995da078d1cc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:07:14Z" message: Started container agent metadata: creationTimestamp: "2026-07-08T07:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:14Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebd168577a8 namespace: kserve-ci-e2e-test resourceVersion: "16741" uid: b222c1a5-635d-456a-b40e-e213d8a10dac reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-08T07:07:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:08:46Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:07:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:46Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebd472d9332 namespace: kserve-ci-e2e-test resourceVersion: "17514" uid: cccc8a85-797e-4e55-813a-021d2cf21ed7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-08T07:07:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:08:46Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T07:07:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:46Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ebd47381620 namespace: kserve-ci-e2e-test resourceVersion: "17515" uid: c8556ad0-d28e-411a-897a-5b2ab51cd9c8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:08:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:08:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:34Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ecfaa89d176 namespace: kserve-ci-e2e-test resourceVersion: "17370" uid: 12427c0e-a86f-467e-bb3d-f01f361d67e0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:08:34Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-08T07:08:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:34Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ecfaa8a2c28 namespace: kserve-ci-e2e-test resourceVersion: "17371" uid: bb10b9cf-997e-4a28-a51e-d930648935c8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:08:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:08:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:34Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ecfaa8d1b49 namespace: kserve-ci-e2e-test resourceVersion: "17374" uid: b811e83b-7f4c-45e0-b93d-05e2da0b2463 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:08:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-predictor-7997fc58c6-w9s8f namespace: kserve-ci-e2e-test resourceVersion: "16671" uid: 83f2684f-0224-47cd-9065-f78f946e8f4b kind: Event lastTimestamp: "2026-07-08T07:08:46Z" message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp 10.134.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:08:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:46Z" name: isvc-logger-predictor-7997fc58c6-w9s8f.18c03ed0235d0084 namespace: kserve-ci-e2e-test resourceVersion: "17507" uid: aed78a40-e12b-451d-82e8-6f6f79878580 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-predictor-7997fc58c6 namespace: kserve-ci-e2e-test resourceVersion: "16657" uid: 6791c983-1a73-4a23-ac13-786448fad3bc kind: Event lastTimestamp: "2026-07-08T07:07:08Z" message: 'Created pod: isvc-logger-predictor-7997fc58c6-w9s8f' metadata: creationTimestamp: "2026-07-08T07:07:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:08Z" name: isvc-logger-predictor-7997fc58c6.18c03ebbd5e12dd3 namespace: kserve-ci-e2e-test resourceVersion: "16672" uid: 1ab2bed4-9be9-497d-9313-d66759956c80 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16655" uid: 1b37dc8d-7500-46ef-860f-36551bd049dc kind: Event lastTimestamp: "2026-07-08T07:07:08Z" message: Scaled up replica set isvc-logger-predictor-7997fc58c6 from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:07:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:08Z" name: isvc-logger-predictor.18c03ebbd1b76c92 namespace: kserve-ci-e2e-test resourceVersion: "16658" uid: 0c041f82-ac9f-4f57-9be2-cb9e53adac98 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16656" uid: 844872d2-f832-4667-bc10-dc7adc69b870 kind: Event lastTimestamp: "2026-07-08T07:07:23Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:07:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:23Z" name: isvc-logger-predictor.18c03ebf5093616c namespace: kserve-ci-e2e-test resourceVersion: "16818" uid: 60dd8ed7-a443-468c-9ef4-f3413b3e5971 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16656" uid: 844872d2-f832-4667-bc10-dc7adc69b870 kind: Event lastTimestamp: "2026-07-08T07:07:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:07:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:23Z" name: isvc-logger-predictor.18c03ebf50fba40c namespace: kserve-ci-e2e-test resourceVersion: "16820" uid: 6c1acecc-530e-4d2e-bceb-77376d8df59d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:07:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16819" uid: 844872d2-f832-4667-bc10-dc7adc69b870 kind: Event lastTimestamp: "2026-07-08T07:08:23Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:07:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:23Z" name: isvc-logger-predictor.18c03ec2cfab73db namespace: kserve-ci-e2e-test resourceVersion: "17259" uid: b574b7e9-a049-4826-93f9-b57b2b2f5243 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:07:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-predictor namespace: kserve-ci-e2e-test resourceVersion: "16819" uid: 844872d2-f832-4667-bc10-dc7adc69b870 kind: Event lastTimestamp: "2026-07-08T07:08:23Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:07:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:08:23Z" name: isvc-logger-predictor.18c03ec2d000cb9e namespace: kserve-ci-e2e-test resourceVersion: "17260" uid: b3b56bef-6303-49b4-b9eb-02eac619f289 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-08T07:07:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16648" uid: b9f248f4-3682-41a2-9ba1-33a5188135df kind: Event lastTimestamp: "2026-07-08T07:08:26Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:07:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:08:26Z" name: isvc-logger.18c03ebbd1cec1fa namespace: kserve-ci-e2e-test resourceVersion: "17290" uid: 9c083d74-83e6-4199-9339-316ae491b5e6 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:07:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "16648" uid: b9f248f4-3682-41a2-9ba1-33a5188135df kind: Event lastTimestamp: "2026-07-08T07:07:08Z" message: 'Failed to update status for InferenceService "isvc-logger": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:07:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:07:08Z" name: isvc-logger.18c03ebbd248ebc7 namespace: kserve-ci-e2e-test resourceVersion: "16662" uid: 0fac0296-06d7-4c68-8c68-12ada30b1ee2 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger namespace: kserve-ci-e2e-test resourceVersion: "17288" uid: b9f248f4-3682-41a2-9ba1-33a5188135df kind: Event lastTimestamp: "2026-07-08T07:08:26Z" message: InferenceService [isvc-logger] is Ready metadata: creationTimestamp: "2026-07-08T07:08:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:08:26Z" name: isvc-logger.18c03ecdf18f83f0 namespace: kserve-ci-e2e-test resourceVersion: "17289" uid: 45bb61f9-1299-4a4a-88fa-ac9f56d73e16 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:05:13.676462Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15669" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v to ip-10-0-136-197.ec2.internal metadata: creationTimestamp: "2026-07-08T07:05:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:05:13Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea1019d7b3c namespace: kserve-ci-e2e-test resourceVersion: "15679" uid: ae1cb1ea-e848-475b-80f6-1fc2ffb089cd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76656d8bdd-wx4x2 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:14Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15686" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:05:14Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:05:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:05:14Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea11af53551 namespace: kserve-ci-e2e-test resourceVersion: "15691" uid: 39b5b4a7-221b-424a-9247-4f2889a40927 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:05:14Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:956644def59861b6c4d288d394adc3ba824655b2a247e0388911f52fbf9bf773" already present on machine metadata: creationTimestamp: "2026-07-08T07:05:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:14Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea11c81f613 namespace: kserve-ci-e2e-test resourceVersion: "15693" uid: f9ebbe81-3a69-4ba2-869b-876b2ac72bd3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:05:14Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T07:05:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:14Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea11f21161e namespace: kserve-ci-e2e-test resourceVersion: "15695" uid: 9e5c3a47-627b-4e57-9543-6363495dce0e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:05:14Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T07:05:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:14Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea11fba6a8c namespace: kserve-ci-e2e-test resourceVersion: "15696" uid: f26d739e-dba8-4152-a477-8a027bbe4552 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:05:18Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1684" already present on machine metadata: creationTimestamp: "2026-07-08T07:05:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:18Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea2253fc861 namespace: kserve-ci-e2e-test resourceVersion: "15733" uid: b4ae3460-a77a-4c56-a36e-0d25b050b688 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:05:18Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:05:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:18Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea22873383e namespace: kserve-ci-e2e-test resourceVersion: "15735" uid: 73c2c972-d23b-4a9d-b7be-b6342c4e0a82 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:05:18Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:05:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:18Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea228db9f61 namespace: kserve-ci-e2e-test resourceVersion: "15736" uid: 9c1e9ba6-cae6-4673-b72c-079224868394 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:05:18Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:05:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:18Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea228e5c0e7 namespace: kserve-ci-e2e-test resourceVersion: "15739" uid: e14d740a-a8df-4d35-bffd-aa66520883a9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:05:18Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:05:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:18Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea22c0b3f8a namespace: kserve-ci-e2e-test resourceVersion: "15740" uid: 662992fe-592e-45a0-81f3-849c73c84ac7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:05:18Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:05:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:18Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea22c71dcab namespace: kserve-ci-e2e-test resourceVersion: "15742" uid: db80088d-57ca-4adc-8b39-5a3f509b00dd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:05:18Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:3dc370003f480e1124221978de2b776562d1a020a589a2be6d378373cf7b9fa1" already present on machine metadata: creationTimestamp: "2026-07-08T07:05:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:18Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea22c7bed54 namespace: kserve-ci-e2e-test resourceVersion: "15743" uid: a4a749eb-1121-4db1-9841-5fcdee3fb436 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:05:18Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-08T07:05:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:18Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea22f27f9ca namespace: kserve-ci-e2e-test resourceVersion: "15744" uid: b488dcfa-008d-4a40-96de-177642deb17d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:05:18Z" message: Started container agent metadata: creationTimestamp: "2026-07-08T07:05:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:18Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea22f9e63bf namespace: kserve-ci-e2e-test resourceVersion: "15745" uid: 0bd324c6-f787-4d37-9e4b-e2832c54ede5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-08T07:05:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:07:05Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:5000: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:05:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:05Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea261550893 namespace: kserve-ci-e2e-test resourceVersion: "16624" uid: 8b2b8553-496e-4830-8c25-017934d968b7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-08T07:05:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:06:55Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T07:05:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:55Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03ea2615eec15 namespace: kserve-ci-e2e-test resourceVersion: "16535" uid: 99e44720-abe0-4d50-b03f-a2526595177e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:48Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03eb72a979612 namespace: kserve-ci-e2e-test resourceVersion: "16453" uid: 6c09c6e5-d415-4e36-84da-2846b3b1adea reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:48Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03eb72a97cae5 namespace: kserve-ci-e2e-test resourceVersion: "16455" uid: 6397ab67-c193-44b6-b42c-357c3f523f82 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:48Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03eb72a9830ab namespace: kserve-ci-e2e-test resourceVersion: "16460" uid: 84bd1826-6aa3-4c1b-8280-471dddf44b71 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:06:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v namespace: kserve-ci-e2e-test resourceVersion: "15675" uid: 230facd0-3d70-47b1-a809-cfa702db1ff0 kind: Event lastTimestamp: "2026-07-08T07:07:05Z" message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp 10.134.0.29:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:07:05Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v.18c03eb791bd9c0c namespace: kserve-ci-e2e-test resourceVersion: "16623" uid: 3ea67c5a-ee7b-40dd-85df-6a4a0e9983f3 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb namespace: kserve-ci-e2e-test resourceVersion: "15645" uid: 01a65bff-8a4c-48c2-94cf-e7a4063be5fb kind: Event lastTimestamp: "2026-07-08T07:05:13Z" message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7fd7b677bb-z8f2v' metadata: creationTimestamp: "2026-07-08T07:05:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:13Z" name: isvc-sklearn-batcher-custom-predictor-7fd7b677bb.18c03ea101295a90 namespace: kserve-ci-e2e-test resourceVersion: "15674" uid: b644a23f-afab-4239-9445-0465f3564c15 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15642" uid: e0653dd3-2c3c-408f-bc5a-1bdc36bfa0be kind: Event lastTimestamp: "2026-07-08T07:05:13Z" message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7fd7b677bb from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:05:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:13Z" name: isvc-sklearn-batcher-custom-predictor.18c03ea0fbd0fa5f namespace: kserve-ci-e2e-test resourceVersion: "15646" uid: a10fb941-38df-4bc1-a993-0c590c074826 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:05:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 4004e58b-9182-48af-8197-11f3e2095fa9 kind: Event lastTimestamp: "2026-07-08T07:05:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:05:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:58Z" name: isvc-sklearn-batcher-custom-predictor.18c03ea47ad04e01 namespace: kserve-ci-e2e-test resourceVersion: "16049" uid: 2a0aa50e-d4a8-4cf6-904d-78562af79ae9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:05:28Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15644" uid: 4004e58b-9182-48af-8197-11f3e2095fa9 kind: Event lastTimestamp: "2026-07-08T07:05:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:05:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:58Z" name: isvc-sklearn-batcher-custom-predictor.18c03ea47b3bd2c2 namespace: kserve-ci-e2e-test resourceVersion: "16050" uid: de93caaa-dec3-4738-916e-9d06c11951f1 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:05:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15828" uid: 4004e58b-9182-48af-8197-11f3e2095fa9 kind: Event lastTimestamp: "2026-07-08T07:06:43Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:05:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:43Z" name: isvc-sklearn-batcher-custom-predictor.18c03ea7fa20236b namespace: kserve-ci-e2e-test resourceVersion: "16378" uid: d5b0a62d-661e-456a-a264-1c5413f2932c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:05:43Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-custom-predictor namespace: kserve-ci-e2e-test resourceVersion: "15828" uid: 4004e58b-9182-48af-8197-11f3e2095fa9 kind: Event lastTimestamp: "2026-07-08T07:06:43Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:05:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:43Z" name: isvc-sklearn-batcher-custom-predictor.18c03ea7faee07c5 namespace: kserve-ci-e2e-test resourceVersion: "16379" uid: bc86e21a-1315-4744-9f22-9af28d59b03e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-08T07:05:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15631" uid: 12b6a56c-b16e-40ec-8cc7-4867a8ccf201 kind: Event lastTimestamp: "2026-07-08T07:06:35Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:05:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:35Z" name: isvc-sklearn-batcher-custom.18c03ea0fbd8af39 namespace: kserve-ci-e2e-test resourceVersion: "16318" uid: c71db4b5-ea81-4a0c-93c1-84f3374d6901 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "15631" uid: 12b6a56c-b16e-40ec-8cc7-4867a8ccf201 kind: Event lastTimestamp: "2026-07-08T07:05:13Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:05:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:05:13Z" name: isvc-sklearn-batcher-custom.18c03ea0fc6edbe3 namespace: kserve-ci-e2e-test resourceVersion: "15649" uid: de512bd2-d813-4726-891d-994d411bca40 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:35Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher-custom namespace: kserve-ci-e2e-test resourceVersion: "16316" uid: 12b6a56c-b16e-40ec-8cc7-4867a8ccf201 kind: Event lastTimestamp: "2026-07-08T07:06:35Z" message: InferenceService [isvc-sklearn-batcher-custom] is Ready metadata: creationTimestamp: "2026-07-08T07:06:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:35Z" name: isvc-sklearn-batcher-custom.18c03eb41a697b5e namespace: kserve-ci-e2e-test resourceVersion: "16317" uid: d8d59ab2-1b12-4adf-a6b2-a8319858197f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:03:18.563945Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14763" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj to ip-10-0-136-197.ec2.internal metadata: creationTimestamp: "2026-07-08T07:03:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:03:18Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e86345fdc76 namespace: kserve-ci-e2e-test resourceVersion: "14767" uid: f5145bec-24d2-4b09-a11d-95062ce89bfd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76656d8bdd-wx4x2 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:18Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:18Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-08T07:03:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:18Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8642e6152e namespace: kserve-ci-e2e-test resourceVersion: "14781" uid: 89c6c918-a12e-485c-a081-153b8fba7892 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:19Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14773" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:19Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:03:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:03:19Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e867222eff7 namespace: kserve-ci-e2e-test resourceVersion: "14791" uid: 292fbe5c-e5e2-4a4a-bf24-ac02aa2f30cb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:19Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:956644def59861b6c4d288d394adc3ba824655b2a247e0388911f52fbf9bf773" already present on machine metadata: creationTimestamp: "2026-07-08T07:03:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:19Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8673a115f9 namespace: kserve-ci-e2e-test resourceVersion: "14793" uid: 0cf08e86-92ec-45b4-832e-7f410012663d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:19Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-08T07:03:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:19Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8676276c6e namespace: kserve-ci-e2e-test resourceVersion: "14794" uid: b95a457f-daa7-4555-ac13-f6e758c681be reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:19Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-08T07:03:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:19Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e86768b367d namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: 0c3e4a4a-ce31-4691-b198-1dbbd53e32fe reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:24Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1684" metadata: creationTimestamp: "2026-07-08T07:03:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:24Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e877a03eb24 namespace: kserve-ci-e2e-test resourceVersion: "14828" uid: 464b403c-acc8-488a-aab1-3c1d670902f4 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:38Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1684" in 14.879s (14.879s including waiting). Image size: 1555846056 bytes.' metadata: creationTimestamp: "2026-07-08T07:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:38Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8af0e5f74a namespace: kserve-ci-e2e-test resourceVersion: "14940" uid: 71dd85e1-3f2f-476a-94be-dd663614a0f9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:38Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:38Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8af41973cf namespace: kserve-ci-e2e-test resourceVersion: "14941" uid: a671e474-1c45-4d08-b710-04235b8cb6c8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:38Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:38Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8af47e2676 namespace: kserve-ci-e2e-test resourceVersion: "14942" uid: c6660a6d-b4c6-4a50-8c8b-7bf047969360 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:38Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-08T07:03:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:38Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8af48ae72e namespace: kserve-ci-e2e-test resourceVersion: "14943" uid: d0921963-d694-4ca6-9770-b3572cb47a37 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:41Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.224s (2.224s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-08T07:03:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:41Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8b79242617 namespace: kserve-ci-e2e-test resourceVersion: "14959" uid: c9a725b0-2931-4279-8c54-024d84674d6d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:41Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:03:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:41Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8b7c31c145 namespace: kserve-ci-e2e-test resourceVersion: "14962" uid: ece4d612-c569-4809-811f-fbdd76b60ddc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:41Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:03:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:41Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8b7c98e602 namespace: kserve-ci-e2e-test resourceVersion: "14963" uid: a60832b9-c812-48ae-b192-b804363a2284 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:41Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:3dc370003f480e1124221978de2b776562d1a020a589a2be6d378373cf7b9fa1" metadata: creationTimestamp: "2026-07-08T07:03:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:41Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8b7ca79ef5 namespace: kserve-ci-e2e-test resourceVersion: "14964" uid: 09344bcc-4fa5-4d24-92f6-a4284969fa8f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:44Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:3dc370003f480e1124221978de2b776562d1a020a589a2be6d378373cf7b9fa1" in 3.224s (3.224s including waiting). Image size: 239997027 bytes.' metadata: creationTimestamp: "2026-07-08T07:03:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:44Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8c3cd4198a namespace: kserve-ci-e2e-test resourceVersion: "14985" uid: 9f9cad8a-4d8f-4fc0-9803-effb3cf52c83 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:44Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-08T07:03:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:44Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8c3f8df490 namespace: kserve-ci-e2e-test resourceVersion: "14986" uid: 5dfed061-a46a-4877-85ff-49c18d528f51 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:03:44Z" message: Started container agent metadata: creationTimestamp: "2026-07-08T07:03:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:03:44Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8c3ff7a7e7 namespace: kserve-ci-e2e-test resourceVersion: "14987" uid: a1c241b4-24f7-4a79-bc49-0cbaf0b53062 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-08T07:03:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:05:28Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:03:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:28Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8ca16e6fe8 namespace: kserve-ci-e2e-test resourceVersion: "15825" uid: 7f8ea862-6c2f-499b-9242-53d09877bd26 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-08T07:03:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:05:18Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-08T07:03:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:18Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03e8ca179bfe3 namespace: kserve-ci-e2e-test resourceVersion: "15730" uid: f74ca30c-889a-4eca-a8ca-9ef2aae540b5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:05:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:05:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:13Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03ea10086a044 namespace: kserve-ci-e2e-test resourceVersion: "15668" uid: b3397662-30c6-4b7d-b40e-81d5b851b3e2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:05:13Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-08T07:05:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:13Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03ea10086bf0e namespace: kserve-ci-e2e-test resourceVersion: "15670" uid: 404c3558-b340-43b8-bca0-fd3f61592d5b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:05:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:05:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:05:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:13Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03ea100876396 namespace: kserve-ci-e2e-test resourceVersion: "15678" uid: c8d6d425-c26d-4ee1-9781-f0b58d123507 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:05:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj namespace: kserve-ci-e2e-test resourceVersion: "14765" uid: b9ce780f-db83-4bf5-8d33-a679bfab47fa kind: Event lastTimestamp: "2026-07-08T07:05:26Z" message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp 10.134.0.28:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-08T07:05:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:05:26Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj.18c03ea195d78e3b namespace: kserve-ci-e2e-test resourceVersion: "15809" uid: fc0958b0-aee8-44b6-ba73-3d89ec334f49 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-batcher-predictor-54dcb69b4c namespace: kserve-ci-e2e-test resourceVersion: "14752" uid: 55aaf6aa-0b8b-4775-8c7e-cf98672b48c2 kind: Event lastTimestamp: "2026-07-08T07:03:18Z" message: 'Created pod: isvc-sklearn-batcher-predictor-54dcb69b4c-dktsj' metadata: creationTimestamp: "2026-07-08T07:03:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:03:18Z" name: isvc-sklearn-batcher-predictor-54dcb69b4c.18c03e8633f2815a namespace: kserve-ci-e2e-test resourceVersion: "14764" uid: 2fd6c73d-a0f7-4e93-adb7-ff4823f2d5b6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14751" uid: 7dab1ead-41b2-4195-9dd8-948b3c8f5003 kind: Event lastTimestamp: "2026-07-08T07:03:18Z" message: Scaled up replica set isvc-sklearn-batcher-predictor-54dcb69b4c from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:03:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:03:18Z" name: isvc-sklearn-batcher-predictor.18c03e862c01aa90 namespace: kserve-ci-e2e-test resourceVersion: "14753" uid: 541fd88c-57ca-4d3d-a427-6cb7ea52130e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:03:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14758" uid: e3996328-5e07-4291-b0ee-9b3891ed0223 kind: Event lastTimestamp: "2026-07-08T07:04:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:03:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:04:03Z" name: isvc-sklearn-batcher-predictor.18c03e89b143187d namespace: kserve-ci-e2e-test resourceVersion: "15133" uid: c6762fc4-5f92-4ec3-b5ce-371a661cbda6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-08T07:03:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14758" uid: e3996328-5e07-4291-b0ee-9b3891ed0223 kind: Event lastTimestamp: "2026-07-08T07:04:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:03:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:04:03Z" name: isvc-sklearn-batcher-predictor.18c03e89b1c77d04 namespace: kserve-ci-e2e-test resourceVersion: "15134" uid: 071e1cbb-802d-4a1b-a621-0b42198fbd3c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:04:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14894" uid: e3996328-5e07-4291-b0ee-9b3891ed0223 kind: Event lastTimestamp: "2026-07-08T07:05:03Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:04:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:03Z" name: isvc-sklearn-batcher-predictor.18c03e942e4cfefc namespace: kserve-ci-e2e-test resourceVersion: "15565" uid: 4421c729-05f7-4bee-ad28-28b16b5ecbc0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-08T07:04:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-batcher-predictor namespace: kserve-ci-e2e-test resourceVersion: "14894" uid: e3996328-5e07-4291-b0ee-9b3891ed0223 kind: Event lastTimestamp: "2026-07-08T07:05:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-08T07:04:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:05:03Z" name: isvc-sklearn-batcher-predictor.18c03e942eaf9184 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: b4e86f94-dd3d-40bc-b9d2-a11520ecdcfc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-08T07:03:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14743" uid: 6546ea27-fa90-4e4f-a095-3dfccba677ec kind: Event lastTimestamp: "2026-07-08T07:04:58Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:03:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:04:58Z" name: isvc-sklearn-batcher.18c03e86321912f4 namespace: kserve-ci-e2e-test resourceVersion: "15528" uid: 4056b88d-a56d-44f4-836e-21e1549b607a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14743" uid: 6546ea27-fa90-4e4f-a095-3dfccba677ec kind: Event lastTimestamp: "2026-07-08T07:03:18Z" message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:03:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:03:18Z" name: isvc-sklearn-batcher.18c03e8632834e14 namespace: kserve-ci-e2e-test resourceVersion: "14760" uid: 43a03f87-7135-4aa4-9dbc-c35d5c28bd4b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:03:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "14743" uid: 6546ea27-fa90-4e4f-a095-3dfccba677ec kind: Event lastTimestamp: "2026-07-08T07:03:18Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:03:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:03:18Z" name: isvc-sklearn-batcher.18c03e8632839d4c namespace: kserve-ci-e2e-test resourceVersion: "14762" uid: 82dba5a5-b197-4739-8663-297cb90f0d20 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:04:58Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-batcher namespace: kserve-ci-e2e-test resourceVersion: "15526" uid: 6546ea27-fa90-4e4f-a095-3dfccba677ec kind: Event lastTimestamp: "2026-07-08T07:04:58Z" message: InferenceService [isvc-sklearn-batcher] is Ready metadata: creationTimestamp: "2026-07-08T07:04:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:04:58Z" name: isvc-sklearn-batcher.18c03e9d6b581cf8 namespace: kserve-ci-e2e-test resourceVersion: "15527" uid: 7a236a84-5938-4c54-ac8d-2077a473660a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-08T07:06:48.859483Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-jc4s9 namespace: kserve-ci-e2e-test resourceVersion: "16450" uid: fdcef51a-7637-4c81-8c8f-d49e49f80626 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-jc4s9 to ip-10-0-136-197.ec2.internal metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-08T07:06:48Z" name: message-dumper-predictor-6575bcfdfd-jc4s9.18c03eb72af71c00 namespace: kserve-ci-e2e-test resourceVersion: "16457" uid: 3bc167ef-be8c-4051-8e12-79d7ab82eb3c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-76656d8bdd-wx4x2 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:49Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-predictor-6575bcfdfd-jc4s9 namespace: kserve-ci-e2e-test resourceVersion: "16465" uid: fdcef51a-7637-4c81-8c8f-d49e49f80626 kind: Event lastTimestamp: "2026-07-08T07:06:49Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-08T07:06:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-08T07:06:49Z" name: message-dumper-predictor-6575bcfdfd-jc4s9.18c03eb7444ec1b2 namespace: kserve-ci-e2e-test resourceVersion: "16477" uid: b8fb2bd9-62cf-428c-a146-e82595a5d5e9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-jc4s9 namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: fdcef51a-7637-4c81-8c8f-d49e49f80626 kind: Event lastTimestamp: "2026-07-08T07:06:49Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-08T07:06:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:49Z" name: message-dumper-predictor-6575bcfdfd-jc4s9.18c03eb7459f55d7 namespace: kserve-ci-e2e-test resourceVersion: "16479" uid: 1220605d-364b-4c00-9f3e-fc99b0b4c6d5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-jc4s9 namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: fdcef51a-7637-4c81-8c8f-d49e49f80626 kind: Event lastTimestamp: "2026-07-08T07:06:50Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.288s (1.288s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-08T07:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:50Z" name: message-dumper-predictor-6575bcfdfd-jc4s9.18c03eb792695159 namespace: kserve-ci-e2e-test resourceVersion: "16491" uid: 6aecb5cc-945d-415c-b649-d51b465ff45f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-jc4s9 namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: fdcef51a-7637-4c81-8c8f-d49e49f80626 kind: Event lastTimestamp: "2026-07-08T07:06:50Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-08T07:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:50Z" name: message-dumper-predictor-6575bcfdfd-jc4s9.18c03eb795610fd3 namespace: kserve-ci-e2e-test resourceVersion: "16492" uid: e5e61d2a-7c01-4e92-834d-95679413f0fb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-jc4s9 namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: fdcef51a-7637-4c81-8c8f-d49e49f80626 kind: Event lastTimestamp: "2026-07-08T07:06:50Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-08T07:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:50Z" name: message-dumper-predictor-6575bcfdfd-jc4s9.18c03eb795c7e4cf namespace: kserve-ci-e2e-test resourceVersion: "16493" uid: ec065141-b51a-44ee-9f65-6fd6c2150ef9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-jc4s9 namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: fdcef51a-7637-4c81-8c8f-d49e49f80626 kind: Event lastTimestamp: "2026-07-08T07:06:50Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-08T07:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:50Z" name: message-dumper-predictor-6575bcfdfd-jc4s9.18c03eb795d27e92 namespace: kserve-ci-e2e-test resourceVersion: "16494" uid: 115da1f1-482a-4161-a56b-1caac6036e5e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-jc4s9 namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: fdcef51a-7637-4c81-8c8f-d49e49f80626 kind: Event lastTimestamp: "2026-07-08T07:06:50Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-08T07:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:50Z" name: message-dumper-predictor-6575bcfdfd-jc4s9.18c03eb799233c01 namespace: kserve-ci-e2e-test resourceVersion: "16495" uid: 618058ef-2e10-471b-8306-d96478c63925 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-jc4s9 namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: fdcef51a-7637-4c81-8c8f-d49e49f80626 kind: Event lastTimestamp: "2026-07-08T07:06:50Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:06:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:06:50Z" name: message-dumper-predictor-6575bcfdfd-jc4s9.18c03eb7998462bb namespace: kserve-ci-e2e-test resourceVersion: "16496" uid: edecfd24-df94-4d80-861a-a599262298be reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-predictor-6575bcfdfd-jc4s9 namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: fdcef51a-7637-4c81-8c8f-d49e49f80626 kind: Event lastTimestamp: "2026-07-08T07:08:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-08T07:08:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:34Z" name: message-dumper-predictor-6575bcfdfd-jc4s9.18c03ecfb1f79b96 namespace: kserve-ci-e2e-test resourceVersion: "17402" uid: 48255a1a-2bf6-4b42-8de8-54aea53dca52 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:08:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-predictor-6575bcfdfd-jc4s9 namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: fdcef51a-7637-4c81-8c8f-d49e49f80626 kind: Event lastTimestamp: "2026-07-08T07:08:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-08T07:08:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-08T07:08:34Z" name: message-dumper-predictor-6575bcfdfd-jc4s9.18c03ecfb1f800b3 namespace: kserve-ci-e2e-test resourceVersion: "17405" uid: c44fcf77-177f-4558-8eb5-2824de3221e8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-136-197.ec2.internal source: component: kubelet host: ip-10-0-136-197.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-predictor-6575bcfdfd namespace: kserve-ci-e2e-test resourceVersion: "16427" uid: 0dd39366-1404-4480-b3dc-f218cbbee2e3 kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: 'Created pod: message-dumper-predictor-6575bcfdfd-jc4s9' metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:48Z" name: message-dumper-predictor-6575bcfdfd.18c03eb72a884e6a namespace: kserve-ci-e2e-test resourceVersion: "16451" uid: 17400a58-8f43-423c-92fa-6d74314298c0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16425" uid: 22b96c4d-5417-43c6-90ba-9210540a20e5 kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1 metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:06:48Z" name: message-dumper-predictor.18c03eb726c74a32 namespace: kserve-ci-e2e-test resourceVersion: "16428" uid: e2adb935-b6e4-41bc-a74a-3ff0d88382a5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:07:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16426" uid: f4123bd0-cb4c-4156-923e-fce0eeec93db kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:07:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:18Z" name: message-dumper-predictor.18c03ebaa5a69227 namespace: kserve-ci-e2e-test resourceVersion: "16776" uid: ea85f95a-32d9-4e0c-94da-c7b9af3a62dd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:07:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-predictor namespace: kserve-ci-e2e-test resourceVersion: "16426" uid: f4123bd0-cb4c-4156-923e-fce0eeec93db kind: Event lastTimestamp: "2026-07-08T07:07:18Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-08T07:07:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-08T07:07:18Z" name: message-dumper-predictor.18c03ebaa600aa51 namespace: kserve-ci-e2e-test resourceVersion: "16777" uid: c97cbe83-1803-48b5-a378-0bbd41d5953e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: cf170fcc-5293-4ec7-ba48-7757c08bbf0a kind: Event lastTimestamp: "2026-07-08T07:06:59Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:59Z" name: message-dumper.18c03eb726d03b42 namespace: kserve-ci-e2e-test resourceVersion: "16566" uid: 78aae638-ccfd-412b-b03d-2b39e0d0b74a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: cf170fcc-5293-4ec7-ba48-7757c08bbf0a kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: 'Failed to update status for InferenceService "message-dumper": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:48Z" name: message-dumper.18c03eb727559ba2 namespace: kserve-ci-e2e-test resourceVersion: "16467" uid: 6705b92e-d4d2-4366-83a6-b2f54d6c8858 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16434" uid: cf170fcc-5293-4ec7-ba48-7757c08bbf0a kind: Event lastTimestamp: "2026-07-08T07:06:48Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-08T07:06:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:48Z" name: message-dumper.18c03eb72f5214da namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: 9a0abb3c-fb5a-4936-99ea-1d497a290e42 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-08T07:06:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper namespace: kserve-ci-e2e-test resourceVersion: "16564" uid: cf170fcc-5293-4ec7-ba48-7757c08bbf0a kind: Event lastTimestamp: "2026-07-08T07:06:59Z" message: InferenceService [message-dumper] is Ready metadata: creationTimestamp: "2026-07-08T07:06:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-08T07:06:59Z" name: message-dumper.18c03eb98c93b94b namespace: kserve-ci-e2e-test resourceVersion: "16565" uid: 28365eb5-8178-437a-9904-fc519acb7482 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22159"