--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:15:01.558809Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-a41b09-predictor-5cdf5dbfbf-9p5t4 namespace: kserve-ci-e2e-test resourceVersion: "20148" uid: 2649c398-19e4-4060-9033-acd46396b116 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-a41b09-predictor-5cdf5dbfbf-9p5t4 to ip-10-0-132-178.ec2.internal metadata: creationTimestamp: "2026-04-17T08:15:01Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:15:01Z" name: isvc-init-fail-a41b09-predictor-5cdf5dbfbf-9p5t4.18a716d9878ccecf namespace: kserve-ci-e2e-test resourceVersion: "20152" uid: 3d5316e3-b3b4-49fa-b1b7-8d85de0dbd85 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:01Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-a41b09-predictor-5cdf5dbfbf-9p5t4 namespace: kserve-ci-e2e-test resourceVersion: "20156" uid: 2649c398-19e4-4060-9033-acd46396b116 kind: Event lastTimestamp: "2026-04-17T08:15:01Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:15:01Z" name: isvc-init-fail-a41b09-predictor-5cdf5dbfbf-9p5t4.18a716d9a0dd7565 namespace: kserve-ci-e2e-test resourceVersion: "20173" uid: 98b546a3-4849-4aff-b508-46b39a15696b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:15:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-a41b09-predictor-5cdf5dbfbf-9p5t4 namespace: kserve-ci-e2e-test resourceVersion: "20151" uid: 2649c398-19e4-4060-9033-acd46396b116 kind: Event lastTimestamp: "2026-04-17T08:15:08Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f" already present on machine metadata: creationTimestamp: "2026-04-17T08:15:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:15:08Z" name: isvc-init-fail-a41b09-predictor-5cdf5dbfbf-9p5t4.18a716d9a2046a4e namespace: kserve-ci-e2e-test resourceVersion: "20234" uid: c1a5914d-28a5-419e-a7fd-89d7d586a575 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:15:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-a41b09-predictor-5cdf5dbfbf-9p5t4 namespace: kserve-ci-e2e-test resourceVersion: "20151" uid: 2649c398-19e4-4060-9033-acd46396b116 kind: Event lastTimestamp: "2026-04-17T08:15:08Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T08:15:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:15:08Z" name: isvc-init-fail-a41b09-predictor-5cdf5dbfbf-9p5t4.18a716d9a5096cf1 namespace: kserve-ci-e2e-test resourceVersion: "20238" uid: 9761804d-9cd3-46a8-b88d-c250842dd65f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:15:02Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-a41b09-predictor-5cdf5dbfbf-9p5t4 namespace: kserve-ci-e2e-test resourceVersion: "20151" uid: 2649c398-19e4-4060-9033-acd46396b116 kind: Event lastTimestamp: "2026-04-17T08:15:08Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T08:15:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:15:08Z" name: isvc-init-fail-a41b09-predictor-5cdf5dbfbf-9p5t4.18a716d9a578a8ba namespace: kserve-ci-e2e-test resourceVersion: "20239" uid: 44d845b6-9693-4ced-bd28-4fd4d883bc3e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:11Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-a41b09-predictor-5cdf5dbfbf-9p5t4 namespace: kserve-ci-e2e-test resourceVersion: "20151" uid: 2649c398-19e4-4060-9033-acd46396b116 kind: Event lastTimestamp: "2026-04-17T08:15:11Z" message: Stopping container storage-initializer metadata: creationTimestamp: "2026-04-17T08:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:15:11Z" name: isvc-init-fail-a41b09-predictor-5cdf5dbfbf-9p5t4.18a716dbdcf6e2b9 namespace: kserve-ci-e2e-test resourceVersion: "20279" uid: db4150e1-e605-4f79-b223-29d742447c10 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:01Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-init-fail-a41b09-predictor-5cdf5dbfbf namespace: kserve-ci-e2e-test resourceVersion: "20138" uid: 0992a1d4-94cb-4cbd-9e8c-aa0f42deac14 kind: Event lastTimestamp: "2026-04-17T08:15:01Z" message: 'Created pod: isvc-init-fail-a41b09-predictor-5cdf5dbfbf-9p5t4' metadata: creationTimestamp: "2026-04-17T08:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:15:01Z" name: isvc-init-fail-a41b09-predictor-5cdf5dbfbf.18a716d987249176 namespace: kserve-ci-e2e-test resourceVersion: "20149" uid: 449a7d95-6739-4f68-9d1a-9bb54c2524c0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:01Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-init-fail-a41b09-predictor namespace: kserve-ci-e2e-test resourceVersion: "20134" uid: 64425a62-d1c1-486c-8b79-6ca3a719563f kind: Event lastTimestamp: "2026-04-17T08:15:01Z" message: Scaled up replica set isvc-init-fail-a41b09-predictor-5cdf5dbfbf from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:15:01Z" name: isvc-init-fail-a41b09-predictor.18a716d98474af0f namespace: kserve-ci-e2e-test resourceVersion: "20141" uid: 0636ea32-c0ee-4110-93d6-00748fab3fd8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-04-17T08:15:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-a41b09 namespace: kserve-ci-e2e-test resourceVersion: "20112" uid: 423465ec-a5a0-4edf-b462-4926e822ab8c kind: Event lastTimestamp: "2026-04-17T08:15:08Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T08:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:15:08Z" name: isvc-init-fail-a41b09.18a716d984525755 namespace: kserve-ci-e2e-test resourceVersion: "20240" uid: 7a9fd611-ff19-4c2d-886c-cfff93f26140 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:15:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-a41b09 namespace: kserve-ci-e2e-test resourceVersion: "20112" uid: 423465ec-a5a0-4edf-b462-4926e822ab8c kind: Event lastTimestamp: "2026-04-17T08:15:01Z" message: 'Failed to update status for InferenceService "isvc-init-fail-a41b09": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-a41b09": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:15:01Z" name: isvc-init-fail-a41b09.18a716d984a541e6 namespace: kserve-ci-e2e-test resourceVersion: "20158" uid: 670ea4a7-f77f-40d0-8e28-84893fbede59 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:15:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-a41b09 namespace: kserve-ci-e2e-test resourceVersion: "20112" uid: 423465ec-a5a0-4edf-b462-4926e822ab8c kind: Event lastTimestamp: "2026-04-17T08:15:01Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-a41b09": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:15:01Z" name: isvc-init-fail-a41b09.18a716d984a58dfe namespace: kserve-ci-e2e-test resourceVersion: "20161" uid: d97903ad-9ab0-40de-8b48-49b7e56fb2e3 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:09:29.725333Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17428" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 to ip-10-0-132-178.ec2.internal metadata: creationTimestamp: "2026-04-17T08:09:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:09:29Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a7168c44bbce78 namespace: kserve-ci-e2e-test resourceVersion: "17434" uid: ad5af1fe-47f0-45ac-85ce-2f15bcd82442 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:30Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17438" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: "2026-04-17T08:09:30Z" message: Add eth0 [10.132.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:09:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:09:30Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a7168c5db0b2a5 namespace: kserve-ci-e2e-test resourceVersion: "17445" uid: 6bd31e29-fd4e-4739-b8e4-3787bf044e39 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17432" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: "2026-04-17T08:09:30Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f" already present on machine metadata: creationTimestamp: "2026-04-17T08:09:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:30Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a7168c5edb9e95 namespace: kserve-ci-e2e-test resourceVersion: "17447" uid: bb43951d-2c00-4b59-9733-e9acfdf75016 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17432" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: "2026-04-17T08:09:30Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T08:09:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:30Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a7168c625ba89f namespace: kserve-ci-e2e-test resourceVersion: "17450" uid: 33b0e4e7-1e53-4e23-8669-8070ce91136e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17432" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: "2026-04-17T08:09:30Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T08:09:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:30Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a7168c62c60242 namespace: kserve-ci-e2e-test resourceVersion: "17451" uid: 716d8898-06a3-4162-9c03-6c80b08df901 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17432" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: "2026-04-17T08:09:34Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374" already present on machine metadata: creationTimestamp: "2026-04-17T08:09:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:34Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a7168d74923f48 namespace: kserve-ci-e2e-test resourceVersion: "17494" uid: f987cd64-513a-4b5d-8769-9efca4e6984b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17432" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: "2026-04-17T08:09:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T08:09:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:34Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a7168d777f276e namespace: kserve-ci-e2e-test resourceVersion: "17498" uid: 6a7ecd61-6f4b-4dbf-aa6a-201e1ab42008 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17432" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: "2026-04-17T08:09:34Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T08:09:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:34Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a7168d77eb69b9 namespace: kserve-ci-e2e-test resourceVersion: "17499" uid: 6dc243a1-d1cc-4bfc-85e7-28415d4afd3b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17432" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: "2026-04-17T08:09:34Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:d70492ddb07325cf61fc419e8a42c031bf8f253c03e937345bd1606949d4dc36" already present on machine metadata: creationTimestamp: "2026-04-17T08:09:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:34Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a7168d77f6d7b7 namespace: kserve-ci-e2e-test resourceVersion: "17500" uid: a36ffdd6-3869-4d1d-a49d-f5759fe1886c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17432" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: "2026-04-17T08:09:34Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-04-17T08:09:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:34Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a7168d7a5aff96 namespace: kserve-ci-e2e-test resourceVersion: "17503" uid: ffb2e067-9dd5-4488-9967-6533650cb454 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17432" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: "2026-04-17T08:09:34Z" message: Started container agent metadata: creationTimestamp: "2026-04-17T08:09:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:34Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a7168d7ac561f8 namespace: kserve-ci-e2e-test resourceVersion: "17504" uid: ee4697ae-a5af-44b6-9c38-026d4f6760a4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-04-17T08:09:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17432" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: "2026-04-17T08:11:16Z" message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T08:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:11:16Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a7168db07679fe namespace: kserve-ci-e2e-test resourceVersion: "18347" uid: 5a7bab22-3b02-4642-958f-ed5e389255ec reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-04-17T08:09:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17432" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: "2026-04-17T08:11:16Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-17T08:09:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:11:16Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a7168db07f973d namespace: kserve-ci-e2e-test resourceVersion: "18348" uid: 14357771-66f2-4c3d-92f5-cd32d5b30458 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:10:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17432" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: "2026-04-17T08:10:54Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T08:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:10:54Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a716a01d48377d namespace: kserve-ci-e2e-test resourceVersion: "18125" uid: 02b05c90-321d-44ca-b0b3-8c03b8ffbdb4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:10:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9 namespace: kserve-ci-e2e-test resourceVersion: "17432" uid: 2dbda477-33dd-4b6e-b384-b6f834c30525 kind: Event lastTimestamp: "2026-04-17T08:10:54Z" message: Stopping container agent metadata: creationTimestamp: "2026-04-17T08:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:10:54Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9.18a716a01d4979e0 namespace: kserve-ci-e2e-test resourceVersion: "18126" uid: e210c3a0-f40d-419d-96b1-cb09016ba44d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-raw-0e2b3-predictor-764bcb96 namespace: kserve-ci-e2e-test resourceVersion: "17419" uid: 429e2075-2a34-455b-80b9-d3c303965372 kind: Event lastTimestamp: "2026-04-17T08:09:29Z" message: 'Created pod: isvc-logger-raw-0e2b3-predictor-764bcb96-b6dl9' metadata: creationTimestamp: "2026-04-17T08:09:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:09:29Z" name: isvc-logger-raw-0e2b3-predictor-764bcb96.18a7168c44363497 namespace: kserve-ci-e2e-test resourceVersion: "17431" uid: db3274c2-834a-4e2e-99da-dd5b04daea2a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-raw-0e2b3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17417" uid: 49ad821e-c7e5-470b-ac9b-d3259b43eb3e kind: Event lastTimestamp: "2026-04-17T08:09:29Z" message: Scaled up replica set isvc-logger-raw-0e2b3-predictor-764bcb96 from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:09:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:09:29Z" name: isvc-logger-raw-0e2b3-predictor.18a7168c41692a47 namespace: kserve-ci-e2e-test resourceVersion: "17422" uid: 283f7780-bd07-4314-8e64-6648fd9ae154 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:09:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-0e2b3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17418" uid: 52dd5d30-2d23-46f7-ae54-13d9dd5062af kind: Event lastTimestamp: "2026-04-17T08:10:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:09:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:10:14Z" name: isvc-logger-raw-0e2b3-predictor.18a7168fbfe83e4b namespace: kserve-ci-e2e-test resourceVersion: "17796" uid: 57cf316d-6779-46ce-9a6f-e777fa7c61b3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:09:44Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-0e2b3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17418" uid: 52dd5d30-2d23-46f7-ae54-13d9dd5062af kind: Event lastTimestamp: "2026-04-17T08:10:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:09:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:10:14Z" name: isvc-logger-raw-0e2b3-predictor.18a7168fc04d1bfc namespace: kserve-ci-e2e-test resourceVersion: "17797" uid: e5cdb113-e417-49b2-817d-a2fffd7af803 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T08:09:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-0e2b3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 52dd5d30-2d23-46f7-ae54-13d9dd5062af kind: Event lastTimestamp: "2026-04-17T08:10:44Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:09:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:10:44Z" name: isvc-logger-raw-0e2b3-predictor.18a716933ee564dd namespace: kserve-ci-e2e-test resourceVersion: "18014" uid: b559b246-97ef-4100-8c20-76b518df1bb1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T08:09:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-0e2b3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 52dd5d30-2d23-46f7-ae54-13d9dd5062af kind: Event lastTimestamp: "2026-04-17T08:10:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:09:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:10:44Z" name: isvc-logger-raw-0e2b3-predictor.18a716933f4277e9 namespace: kserve-ci-e2e-test resourceVersion: "18015" uid: 093f43e2-53f1-4d59-91ce-b350311caf23 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-04-17T08:09:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-0e2b3 namespace: kserve-ci-e2e-test resourceVersion: "17409" uid: ef5b3598-f6cd-4427-b846-b29bb94088f8 kind: Event lastTimestamp: "2026-04-17T08:10:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T08:09:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:10:46Z" name: isvc-logger-raw-0e2b3.18a7168c415158bf namespace: kserve-ci-e2e-test resourceVersion: "18038" uid: 1dafee39-d6af-4cee-9e0f-d900b2f3cd28 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:29Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-0e2b3 namespace: kserve-ci-e2e-test resourceVersion: "17409" uid: ef5b3598-f6cd-4427-b846-b29bb94088f8 kind: Event lastTimestamp: "2026-04-17T08:09:29Z" message: 'Failed to update status for InferenceService "isvc-logger-raw-0e2b3": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-0e2b3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:09:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:09:29Z" name: isvc-logger-raw-0e2b3.18a7168c41f30f42 namespace: kserve-ci-e2e-test resourceVersion: "17425" uid: b0948e54-ee46-437e-8ddc-c43a00adf81c reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:10:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-0e2b3 namespace: kserve-ci-e2e-test resourceVersion: "18035" uid: ef5b3598-f6cd-4427-b846-b29bb94088f8 kind: Event lastTimestamp: "2026-04-17T08:10:46Z" message: InferenceService [isvc-logger-raw-0e2b3] is Ready metadata: creationTimestamp: "2026-04-17T08:10:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:10:46Z" name: isvc-logger-raw-0e2b3.18a7169e3c90ab94 namespace: kserve-ci-e2e-test resourceVersion: "18037" uid: c98fbcab-31ef-481f-af18-ff7a42ea4e7b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:13:25.248492Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7 namespace: kserve-ci-e2e-test resourceVersion: "19298" uid: 161cd400-ff96-4577-9ac6-4ad25e2662aa kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-primary-5ab299-predictor-6d587d75cb-d42h7 to ip-10-0-132-178.ec2.internal metadata: creationTimestamp: "2026-04-17T08:13:25Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:13:25Z" name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7.18a716c31b01f641 namespace: kserve-ci-e2e-test resourceVersion: "19303" uid: 2aedb045-8977-4ebc-94ee-9b2906438499 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:13:25Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7 namespace: kserve-ci-e2e-test resourceVersion: "19309" uid: 161cd400-ff96-4577-9ac6-4ad25e2662aa kind: Event lastTimestamp: "2026-04-17T08:13:25Z" message: Add eth0 [10.132.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:13:25Z" name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7.18a716c333d18bf8 namespace: kserve-ci-e2e-test resourceVersion: "19316" uid: 53d88c35-94d8-472b-8213-6298c9e3e5ab reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7 namespace: kserve-ci-e2e-test resourceVersion: "19300" uid: 161cd400-ff96-4577-9ac6-4ad25e2662aa kind: Event lastTimestamp: "2026-04-17T08:13:25Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f" already present on machine metadata: creationTimestamp: "2026-04-17T08:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:13:25Z" name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7.18a716c334fa511e namespace: kserve-ci-e2e-test resourceVersion: "19318" uid: d2bb7b7e-9ae2-4c2b-8b8c-5bee16fbd73e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7 namespace: kserve-ci-e2e-test resourceVersion: "19300" uid: 161cd400-ff96-4577-9ac6-4ad25e2662aa kind: Event lastTimestamp: "2026-04-17T08:13:25Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T08:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:13:25Z" name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7.18a716c3379d858a namespace: kserve-ci-e2e-test resourceVersion: "19320" uid: 2c0f5732-7fc1-44e2-b7b3-d7d3859d4279 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7 namespace: kserve-ci-e2e-test resourceVersion: "19300" uid: 161cd400-ff96-4577-9ac6-4ad25e2662aa kind: Event lastTimestamp: "2026-04-17T08:13:25Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T08:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:13:25Z" name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7.18a716c338103cb4 namespace: kserve-ci-e2e-test resourceVersion: "19321" uid: 633dfc59-767d-4365-a4c3-c36ffab2fb14 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:13:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7 namespace: kserve-ci-e2e-test resourceVersion: "19300" uid: 161cd400-ff96-4577-9ac6-4ad25e2662aa kind: Event lastTimestamp: "2026-04-17T08:13:29Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374" already present on machine metadata: creationTimestamp: "2026-04-17T08:13:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:13:29Z" name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7.18a716c41759394d namespace: kserve-ci-e2e-test resourceVersion: "19356" uid: 9ffb1b7e-38d1-46a4-bf65-054344896ad8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:13:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7 namespace: kserve-ci-e2e-test resourceVersion: "19300" uid: 161cd400-ff96-4577-9ac6-4ad25e2662aa kind: Event lastTimestamp: "2026-04-17T08:13:29Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T08:13:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:13:29Z" name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7.18a716c41a575379 namespace: kserve-ci-e2e-test resourceVersion: "19361" uid: bf7488a1-8adf-4f25-81f0-445da20864ea reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:13:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7 namespace: kserve-ci-e2e-test resourceVersion: "19300" uid: 161cd400-ff96-4577-9ac6-4ad25e2662aa kind: Event lastTimestamp: "2026-04-17T08:13:29Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T08:13:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:13:29Z" name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7.18a716c41ac6e42b namespace: kserve-ci-e2e-test resourceVersion: "19362" uid: 59a96d5e-d2f9-40cd-ac10-2c1ee0d85f3e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-17T08:13:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7 namespace: kserve-ci-e2e-test resourceVersion: "19300" uid: 161cd400-ff96-4577-9ac6-4ad25e2662aa kind: Event lastTimestamp: "2026-04-17T08:14:31Z" message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T08:13:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:14:31Z" name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7.18a716c453385ad6 namespace: kserve-ci-e2e-test resourceVersion: "19799" uid: 239f2868-1e50-494d-80fe-7c56b33d27f4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7 namespace: kserve-ci-e2e-test resourceVersion: "19300" uid: 161cd400-ff96-4577-9ac6-4ad25e2662aa kind: Event lastTimestamp: "2026-04-17T08:15:01Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T08:15:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:15:01Z" name: isvc-primary-5ab299-predictor-6d587d75cb-d42h7.18a716d9843eea03 namespace: kserve-ci-e2e-test resourceVersion: "20139" uid: 39868763-ab7c-4bc9-b2ea-43596e036313 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:13:25Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-primary-5ab299-predictor-6d587d75cb namespace: kserve-ci-e2e-test resourceVersion: "19288" uid: d9a3b003-2d80-48c7-ae49-7f1313f48f4d kind: Event lastTimestamp: "2026-04-17T08:13:25Z" message: 'Created pod: isvc-primary-5ab299-predictor-6d587d75cb-d42h7' metadata: creationTimestamp: "2026-04-17T08:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:13:25Z" name: isvc-primary-5ab299-predictor-6d587d75cb.18a716c31aa76300 namespace: kserve-ci-e2e-test resourceVersion: "19299" uid: c5b27dfa-a937-496d-8f58-f7082061301c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:13:25Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-primary-5ab299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19285" uid: ab0efa16-2f94-44ca-bd9e-b4b793f9eb9c kind: Event lastTimestamp: "2026-04-17T08:13:25Z" message: Scaled up replica set isvc-primary-5ab299-predictor-6d587d75cb from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:13:25Z" name: isvc-primary-5ab299-predictor.18a716c316e8d291 namespace: kserve-ci-e2e-test resourceVersion: "19290" uid: d2c51bfa-088f-4b5b-8963-d45ea3856e4e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:13:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-5ab299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19289" uid: 6bfa36a9-d133-4420-a10d-80863da50539 kind: Event lastTimestamp: "2026-04-17T08:13:55Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:13:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:13:55Z" name: isvc-primary-5ab299-predictor.18a716c695eaf1da namespace: kserve-ci-e2e-test resourceVersion: "19546" uid: 1263c68e-4132-48c5-aafb-ff873108f5ae reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:13:40Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-5ab299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19289" uid: 6bfa36a9-d133-4420-a10d-80863da50539 kind: Event lastTimestamp: "2026-04-17T08:13:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:13:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:13:55Z" name: isvc-primary-5ab299-predictor.18a716c6964e5a7b namespace: kserve-ci-e2e-test resourceVersion: "19547" uid: cd02ed7b-8163-4549-88ab-96246f11cca8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-17T08:14:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-5ab299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19439" uid: 6bfa36a9-d133-4420-a10d-80863da50539 kind: Event lastTimestamp: "2026-04-17T08:14:55Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:14:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:14:55Z" name: isvc-primary-5ab299-predictor.18a716cd944c1f30 namespace: kserve-ci-e2e-test resourceVersion: "20032" uid: 469a4fc5-b72d-48ad-8410-6ada1d7e672c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-17T08:14:10Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-5ab299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19439" uid: 6bfa36a9-d133-4420-a10d-80863da50539 kind: Event lastTimestamp: "2026-04-17T08:14:55Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:14:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:14:55Z" name: isvc-primary-5ab299-predictor.18a716cd94aa8631 namespace: kserve-ci-e2e-test resourceVersion: "20033" uid: f25ea875-51b6-4fe4-b9f7-f927edb3836c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-04-17T08:13:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-5ab299 namespace: kserve-ci-e2e-test resourceVersion: "19261" uid: a7b109f3-a553-40a1-90b1-d418b30404ee kind: Event lastTimestamp: "2026-04-17T08:14:38Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T08:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:14:38Z" name: isvc-primary-5ab299.18a716c316f973f1 namespace: kserve-ci-e2e-test resourceVersion: "19864" uid: 594a39e3-576b-4561-bf77-e68f0cc25095 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:13:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-5ab299 namespace: kserve-ci-e2e-test resourceVersion: "19261" uid: a7b109f3-a553-40a1-90b1-d418b30404ee kind: Event lastTimestamp: "2026-04-17T08:13:25Z" message: 'Failed to update status for InferenceService "isvc-primary-5ab299": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-5ab299": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:13:25Z" name: isvc-primary-5ab299.18a716c3176a68f3 namespace: kserve-ci-e2e-test resourceVersion: "19293" uid: 8be4ce1a-b83a-4a49-943b-6843086d6002 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:13:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-5ab299 namespace: kserve-ci-e2e-test resourceVersion: "19261" uid: a7b109f3-a553-40a1-90b1-d418b30404ee kind: Event lastTimestamp: "2026-04-17T08:13:25Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-5ab299": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:13:25Z" name: isvc-primary-5ab299.18a716c3176ad86e namespace: kserve-ci-e2e-test resourceVersion: "19295" uid: db182e66-c6fa-4928-b726-b31bb9c40c9c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:14:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-5ab299 namespace: kserve-ci-e2e-test resourceVersion: "19862" uid: a7b109f3-a553-40a1-90b1-d418b30404ee kind: Event lastTimestamp: "2026-04-17T08:14:38Z" message: InferenceService [isvc-primary-5ab299] is Ready metadata: creationTimestamp: "2026-04-17T08:14:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:14:38Z" name: isvc-primary-5ab299.18a716d43c42eca6 namespace: kserve-ci-e2e-test resourceVersion: "19863" uid: 3133bed7-1b95-4ecf-abf6-d2c0336c429a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:04:23.958528Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14581" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd to ip-10-0-132-178.ec2.internal metadata: creationTimestamp: "2026-04-17T08:04:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:04:23Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a71645139ca963 namespace: kserve-ci-e2e-test resourceVersion: "14588" uid: 7919baf3-9e6f-4c86-9d00-64cd9de385c1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:24Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14594" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:04:24Z" message: Add eth0 [10.132.0.17/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:04:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:04:24Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a716452c3910e4 namespace: kserve-ci-e2e-test resourceVersion: "14605" uid: 677153a7-3aae-4cb6-ba9f-a76688464ffe reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:04:24Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f" metadata: creationTimestamp: "2026-04-17T08:04:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:04:24Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a716452d79165f namespace: kserve-ci-e2e-test resourceVersion: "14607" uid: 5d4f79bb-44b8-4c62-bf1f-b9a8596a1649 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:04:27Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f" in 2.814s (2.814s including waiting). Image size: 301288371 bytes.' metadata: creationTimestamp: "2026-04-17T08:04:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:04:27Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a71645d53d2a79 namespace: kserve-ci-e2e-test resourceVersion: "14628" uid: 75fdf7b8-2869-4053-96d7-a9e5a0d3fe39 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:04:27Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T08:04:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:04:27Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a71645d8288e8f namespace: kserve-ci-e2e-test resourceVersion: "14629" uid: 8019adb2-2b31-4490-aa92-ba8186065339 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:04:27Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T08:04:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:04:27Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a71645d8967168 namespace: kserve-ci-e2e-test resourceVersion: "14630" uid: 594e3241-9022-44fa-9afb-ff3f01a1e92f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:04:31Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374" metadata: creationTimestamp: "2026-04-17T08:04:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:04:31Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a71646ee7f1479 namespace: kserve-ci-e2e-test resourceVersion: "14673" uid: 8f897fa4-021a-456b-a6dd-e4db7d205d17 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:04:44Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374" in 12.592s (12.592s including waiting). Image size: 1560613804 bytes.' metadata: creationTimestamp: "2026-04-17T08:04:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:04:44Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a71649dd14f8cf namespace: kserve-ci-e2e-test resourceVersion: "14772" uid: 8b84f8c8-bc37-4e44-bde9-1472b78c8895 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:04:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T08:04:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:04:44Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a71649e05cf385 namespace: kserve-ci-e2e-test resourceVersion: "14773" uid: bf6ff2b0-91c9-44d4-a9d2-258235ff27e4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:04:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T08:04:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:04:44Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a71649e0c8b0b4 namespace: kserve-ci-e2e-test resourceVersion: "14774" uid: 75052451-3183-4fde-98fa-257af2247fd4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:04:44Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:d70492ddb07325cf61fc419e8a42c031bf8f253c03e937345bd1606949d4dc36" metadata: creationTimestamp: "2026-04-17T08:04:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:04:44Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a71649e0d413e7 namespace: kserve-ci-e2e-test resourceVersion: "14775" uid: cc8d462c-b78d-4711-8a74-80a9d996c4d7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:04:47Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:d70492ddb07325cf61fc419e8a42c031bf8f253c03e937345bd1606949d4dc36" in 3.387s (3.387s including waiting). Image size: 237897300 bytes.' metadata: creationTimestamp: "2026-04-17T08:04:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:04:47Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a7164aaac280e2 namespace: kserve-ci-e2e-test resourceVersion: "14800" uid: 751784d9-c929-48e2-9d68-76819003dba2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:04:48Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-04-17T08:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:04:48Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a7164aadb7145d namespace: kserve-ci-e2e-test resourceVersion: "14801" uid: 64d72b0c-2a07-49c4-9ae3-89aa11af331f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:04:48Z" message: Started container agent metadata: creationTimestamp: "2026-04-17T08:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:04:48Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a7164aae26a159 namespace: kserve-ci-e2e-test resourceVersion: "14802" uid: c20ce035-c017-41f3-aaa7-6d634d12ef0d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-04-17T08:04:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:06:20Z" message: 'Readiness probe failed: dial tcp 10.132.0.17:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T08:04:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:06:20Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a7164ae76321f8 namespace: kserve-ci-e2e-test resourceVersion: "15616" uid: 5f161a19-9d77-4a31-b02e-645bad242055 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-17T08:04:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:06:20Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-17T08:04:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:06:20Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a7164b23231887 namespace: kserve-ci-e2e-test resourceVersion: "15617" uid: 4378a5fa-8ea1-4971-8875-639c5a16b5a7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:05:59Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a7165b39bdcb41 namespace: kserve-ci-e2e-test resourceVersion: "15361" uid: 62685023-4bd0-4bb2-b258-be8ddd0e7dd7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd namespace: kserve-ci-e2e-test resourceVersion: "14585" uid: 0831b9c3-c47b-45d8-a949-d1aa74aca1e7 kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: Stopping container agent metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:05:59Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd.18a7165b39bf1f65 namespace: kserve-ci-e2e-test resourceVersion: "15365" uid: d17c01f8-3597-448d-b9f5-602f6cf2cc8b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9 namespace: kserve-ci-e2e-test resourceVersion: "14575" uid: 374d112a-bd01-4aa9-8c0a-407dde1765cc kind: Event lastTimestamp: "2026-04-17T08:04:23Z" message: 'Created pod: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9-jrgpd' metadata: creationTimestamp: "2026-04-17T08:04:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:04:23Z" name: isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9.18a71645133ab93d namespace: kserve-ci-e2e-test resourceVersion: "14584" uid: 06791215-5839-453a-aec7-27ddc7480974 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-raw-sklearn-batcher-91db1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14574" uid: 9813b659-6aeb-4295-b4c5-ed2cb047673d kind: Event lastTimestamp: "2026-04-17T08:04:23Z" message: Scaled up replica set isvc-raw-sklearn-batcher-91db1-predictor-54bc4f8b9 from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:04:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:04:23Z" name: isvc-raw-sklearn-batcher-91db1-predictor.18a716450d22b697 namespace: kserve-ci-e2e-test resourceVersion: "14576" uid: 7d4843a6-da9b-4508-8e9e-eacc1de20f7f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T08:04:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-91db1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14582" uid: e0bc2990-2d02-4444-b38c-d532dfaf596c kind: Event lastTimestamp: "2026-04-17T08:05:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:04:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:05:24Z" name: isvc-raw-sklearn-batcher-91db1-predictor.18a7164892e6fefe namespace: kserve-ci-e2e-test resourceVersion: "15062" uid: 608ca8bc-6e35-45aa-9285-63593e4edf14 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T08:04:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-91db1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14582" uid: e0bc2990-2d02-4444-b38c-d532dfaf596c kind: Event lastTimestamp: "2026-04-17T08:05:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:04:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:05:24Z" name: isvc-raw-sklearn-batcher-91db1-predictor.18a716489342a0a8 namespace: kserve-ci-e2e-test resourceVersion: "15063" uid: 479c9808-6559-4d86-9db8-c5aa864b4947 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T08:05:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-91db1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14728" uid: e0bc2990-2d02-4444-b38c-d532dfaf596c kind: Event lastTimestamp: "2026-04-17T08:05:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:05:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:05:54Z" name: isvc-raw-sklearn-batcher-91db1-predictor.18a7164f91016bc3 namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 0f96e112-1bd0-478c-998a-d3c1c91f64f6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T08:05:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-91db1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14728" uid: e0bc2990-2d02-4444-b38c-d532dfaf596c kind: Event lastTimestamp: "2026-04-17T08:05:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:05:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:05:54Z" name: isvc-raw-sklearn-batcher-91db1-predictor.18a7164f916c0b8e namespace: kserve-ci-e2e-test resourceVersion: "15287" uid: 7c95873f-b949-4bd5-bc74-324f11b741ab reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-04-17T08:04:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-91db1 namespace: kserve-ci-e2e-test resourceVersion: "14563" uid: 4441d115-47e6-477e-9304-615ccc403a74 kind: Event lastTimestamp: "2026-04-17T08:05:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T08:04:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:05:51Z" name: isvc-raw-sklearn-batcher-91db1.18a716451370adfe namespace: kserve-ci-e2e-test resourceVersion: "15264" uid: 051c595d-6bb7-4371-824d-2b473c1bf219 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-91db1 namespace: kserve-ci-e2e-test resourceVersion: "14563" uid: 4441d115-47e6-477e-9304-615ccc403a74 kind: Event lastTimestamp: "2026-04-17T08:04:23Z" message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-91db1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-91db1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:04:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:04:23Z" name: isvc-raw-sklearn-batcher-91db1.18a7164513f13137 namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: 671f1ee4-e098-406f-a2c0-8e7e7d9fd5da reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:04:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-91db1 namespace: kserve-ci-e2e-test resourceVersion: "14563" uid: 4441d115-47e6-477e-9304-615ccc403a74 kind: Event lastTimestamp: "2026-04-17T08:04:23Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-91db1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:04:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:04:23Z" name: isvc-raw-sklearn-batcher-91db1.18a7164513f1845f namespace: kserve-ci-e2e-test resourceVersion: "14593" uid: 99c46843-9aee-4833-8f12-c0feb056d36e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-91db1 namespace: kserve-ci-e2e-test resourceVersion: "15262" uid: 4441d115-47e6-477e-9304-615ccc403a74 kind: Event lastTimestamp: "2026-04-17T08:05:51Z" message: InferenceService [isvc-raw-sklearn-batcher-91db1] is Ready metadata: creationTimestamp: "2026-04-17T08:05:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:05:51Z" name: isvc-raw-sklearn-batcher-91db1.18a716595bd62509 namespace: kserve-ci-e2e-test resourceVersion: "15263" uid: 4b54c4d7-4867-483b-9ba0-dfa2966472d6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:14:45.370377Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-secondary-5ab299-predictor-99869bf89-nrmf6 namespace: kserve-ci-e2e-test resourceVersion: "19934" uid: 7acea439-4b1b-45a8-80c8-27227ad0353b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-5ab299-predictor-99869bf89-nrmf6 to ip-10-0-132-178.ec2.internal metadata: creationTimestamp: "2026-04-17T08:14:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:14:45Z" name: isvc-secondary-5ab299-predictor-99869bf89-nrmf6.18a716d5c2a4f847 namespace: kserve-ci-e2e-test resourceVersion: "19938" uid: 44974785-45d0-43a7-8863-a79a234324dd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:14:45Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-secondary-5ab299-predictor-99869bf89-nrmf6 namespace: kserve-ci-e2e-test resourceVersion: "19942" uid: 7acea439-4b1b-45a8-80c8-27227ad0353b kind: Event lastTimestamp: "2026-04-17T08:14:45Z" message: Add eth0 [10.132.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:14:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:14:45Z" name: isvc-secondary-5ab299-predictor-99869bf89-nrmf6.18a716d5dba04857 namespace: kserve-ci-e2e-test resourceVersion: "19953" uid: 544ab9a7-fa4d-45e7-9c6f-5cbde51e7b84 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:14:45Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-5ab299-predictor-99869bf89-nrmf6 namespace: kserve-ci-e2e-test resourceVersion: "19936" uid: 7acea439-4b1b-45a8-80c8-27227ad0353b kind: Event lastTimestamp: "2026-04-17T08:14:49Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f" already present on machine metadata: creationTimestamp: "2026-04-17T08:14:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:14:49Z" name: isvc-secondary-5ab299-predictor-99869bf89-nrmf6.18a716d5dcd776c4 namespace: kserve-ci-e2e-test resourceVersion: "19989" uid: 0e77ea2a-78b2-4792-8105-d5680785bd3b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:14:45Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-5ab299-predictor-99869bf89-nrmf6 namespace: kserve-ci-e2e-test resourceVersion: "19936" uid: 7acea439-4b1b-45a8-80c8-27227ad0353b kind: Event lastTimestamp: "2026-04-17T08:14:49Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T08:14:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:14:49Z" name: isvc-secondary-5ab299-predictor-99869bf89-nrmf6.18a716d5e0275c0e namespace: kserve-ci-e2e-test resourceVersion: "19993" uid: a60407d8-4bcc-4bf1-9c8e-26a845fddc7f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:14:45Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-5ab299-predictor-99869bf89-nrmf6 namespace: kserve-ci-e2e-test resourceVersion: "19936" uid: 7acea439-4b1b-45a8-80c8-27227ad0353b kind: Event lastTimestamp: "2026-04-17T08:14:49Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T08:14:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:14:49Z" name: isvc-secondary-5ab299-predictor-99869bf89-nrmf6.18a716d5e0adca0a namespace: kserve-ci-e2e-test resourceVersion: "19994" uid: c6c353fd-d1c2-42e1-9254-bc3439f16bae reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:14:56Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-5ab299-predictor-99869bf89-nrmf6 namespace: kserve-ci-e2e-test resourceVersion: "19936" uid: 7acea439-4b1b-45a8-80c8-27227ad0353b kind: Event lastTimestamp: "2026-04-17T08:14:56Z" message: Back-off restarting failed container storage-initializer in pod isvc-secondary-5ab299-predictor-99869bf89-nrmf6_kserve-ci-e2e-test(7acea439-4b1b-45a8-80c8-27227ad0353b) metadata: creationTimestamp: "2026-04-17T08:14:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:14:56Z" name: isvc-secondary-5ab299-predictor-99869bf89-nrmf6.18a716d868d5ab7c namespace: kserve-ci-e2e-test resourceVersion: "20048" uid: 96f874c3-3165-47de-813f-7a78c3b107db reason: BackOff reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:14:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-secondary-5ab299-predictor-99869bf89 namespace: kserve-ci-e2e-test resourceVersion: "19924" uid: fb0b0784-0998-4dc7-b59b-d3542d0f94f2 kind: Event lastTimestamp: "2026-04-17T08:14:45Z" message: 'Created pod: isvc-secondary-5ab299-predictor-99869bf89-nrmf6' metadata: creationTimestamp: "2026-04-17T08:14:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:14:45Z" name: isvc-secondary-5ab299-predictor-99869bf89.18a716d5c2354299 namespace: kserve-ci-e2e-test resourceVersion: "19935" uid: df3dabbe-bc2f-4fa9-a198-5e30e0dcd86a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:14:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-secondary-5ab299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: 58f8e3e6-aca1-4f59-945a-fc9d1e02ca0a kind: Event lastTimestamp: "2026-04-17T08:14:45Z" message: Scaled up replica set isvc-secondary-5ab299-predictor-99869bf89 from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:14:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:14:45Z" name: isvc-secondary-5ab299-predictor.18a716d5bf7f585c namespace: kserve-ci-e2e-test resourceVersion: "19926" uid: 00e74005-b89e-4313-b29f-9523045bff20 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-secondary-5ab299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19925" uid: a3a7a37f-f5b3-4e30-acf5-ff5cecfe5cea kind: Event lastTimestamp: "2026-04-17T08:15:00Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:15:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:15:00Z" name: isvc-secondary-5ab299-predictor.18a716d93e49558a namespace: kserve-ci-e2e-test resourceVersion: "20077" uid: 4f2373a2-637d-40eb-b557-2dcd1265ae3d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-secondary-5ab299-predictor namespace: kserve-ci-e2e-test resourceVersion: "19925" uid: a3a7a37f-f5b3-4e30-acf5-ff5cecfe5cea kind: Event lastTimestamp: "2026-04-17T08:15:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:15:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:15:00Z" name: isvc-secondary-5ab299-predictor.18a716d93ea708ed namespace: kserve-ci-e2e-test resourceVersion: "20079" uid: 0f87a9d4-2949-4735-ab90-4474f5a3ddbb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 14 eventTime: null firstTimestamp: "2026-04-17T08:14:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-5ab299 namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: 4fd04205-3723-485d-9f2d-02479951e1cc kind: Event lastTimestamp: "2026-04-17T08:15:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T08:14:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:15:01Z" name: isvc-secondary-5ab299.18a716d5bfb6d4dd namespace: kserve-ci-e2e-test resourceVersion: "20085" uid: 40674ce2-62bd-4b7d-9345-a2c9bb418676 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:14:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-5ab299 namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: 4fd04205-3723-485d-9f2d-02479951e1cc kind: Event lastTimestamp: "2026-04-17T08:14:45Z" message: 'Failed to update status for InferenceService "isvc-secondary-5ab299": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-5ab299": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:14:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:14:45Z" name: isvc-secondary-5ab299.18a716d5c006581b namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: e9a3dcee-66eb-4fbc-95fd-ba1710fca36f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:14:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-5ab299 namespace: kserve-ci-e2e-test resourceVersion: "19915" uid: 4fd04205-3723-485d-9f2d-02479951e1cc kind: Event lastTimestamp: "2026-04-17T08:14:45Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-5ab299": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:14:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:14:45Z" name: isvc-secondary-5ab299.18a716d5c006a3f0 namespace: kserve-ci-e2e-test resourceVersion: "19931" uid: 3a877922-244a-4186-a240-ed3da6cb666f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:05:59.181930Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z namespace: kserve-ci-e2e-test resourceVersion: "15378" uid: 1b94178d-c303-471e-91a1-fec215d757eb kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z to ip-10-0-132-178.ec2.internal metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:05:59Z" name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z.18a7165b3f5e634d namespace: kserve-ci-e2e-test resourceVersion: "15392" uid: 68e320c6-2efc-4ba0-96ed-b2497b979995 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z namespace: kserve-ci-e2e-test resourceVersion: "15396" uid: 1b94178d-c303-471e-91a1-fec215d757eb kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: Add eth0 [10.132.0.18/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:05:59Z" name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z.18a7165b58f98595 namespace: kserve-ci-e2e-test resourceVersion: "15421" uid: b95f319f-1872-49b8-ad06-283399ffe891 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z namespace: kserve-ci-e2e-test resourceVersion: "15382" uid: 1b94178d-c303-471e-91a1-fec215d757eb kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f" already present on machine metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:05:59Z" name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z.18a7165b5a3f785d namespace: kserve-ci-e2e-test resourceVersion: "15423" uid: f211b2c7-7db2-42e5-a417-5f64944bbe5c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z namespace: kserve-ci-e2e-test resourceVersion: "15382" uid: 1b94178d-c303-471e-91a1-fec215d757eb kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:05:59Z" name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z.18a7165b5cfbe711 namespace: kserve-ci-e2e-test resourceVersion: "15427" uid: 91707d0f-0967-448f-96e0-ebc6a4c65598 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z namespace: kserve-ci-e2e-test resourceVersion: "15382" uid: 1b94178d-c303-471e-91a1-fec215d757eb kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:05:59Z" name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z.18a7165b5d7e86e9 namespace: kserve-ci-e2e-test resourceVersion: "15428" uid: 733cae4b-9b65-460c-a0ba-a642766f194e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:06:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z namespace: kserve-ci-e2e-test resourceVersion: "15382" uid: 1b94178d-c303-471e-91a1-fec215d757eb kind: Event lastTimestamp: "2026-04-17T08:06:04Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374" already present on machine metadata: creationTimestamp: "2026-04-17T08:06:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:06:04Z" name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z.18a7165c6a96fbd8 namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: 6e2c77e4-d37d-4010-a72b-cc94b4a53a9c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:06:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z namespace: kserve-ci-e2e-test resourceVersion: "15382" uid: 1b94178d-c303-471e-91a1-fec215d757eb kind: Event lastTimestamp: "2026-04-17T08:06:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T08:06:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:06:04Z" name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z.18a7165c6d77ea21 namespace: kserve-ci-e2e-test resourceVersion: "15483" uid: d78df281-1963-462f-bed9-c432106afae9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:06:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z namespace: kserve-ci-e2e-test resourceVersion: "15382" uid: 1b94178d-c303-471e-91a1-fec215d757eb kind: Event lastTimestamp: "2026-04-17T08:06:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T08:06:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:06:04Z" name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z.18a7165c6de9a52a namespace: kserve-ci-e2e-test resourceVersion: "15484" uid: 56336c39-5f3f-4905-af7c-cc1ae7aa0e09 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-17T08:06:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z namespace: kserve-ci-e2e-test resourceVersion: "15382" uid: 1b94178d-c303-471e-91a1-fec215d757eb kind: Event lastTimestamp: "2026-04-17T08:07:07Z" message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T08:06:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:07Z" name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z.18a7165ca6c242cf namespace: kserve-ci-e2e-test resourceVersion: "15975" uid: 01ef0be7-d698-4bae-9098-20fb26e2f28e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z namespace: kserve-ci-e2e-test resourceVersion: "15382" uid: 1b94178d-c303-471e-91a1-fec215d757eb kind: Event lastTimestamp: "2026-04-17T08:07:39Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:39Z" name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z.18a7167293e8fb8b namespace: kserve-ci-e2e-test resourceVersion: "16319" uid: 399d8652-940c-4567-998d-007c1f192832 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf namespace: kserve-ci-e2e-test resourceVersion: "15359" uid: fbe244d2-a2b9-45b2-8da2-4e6012d532d1 kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: 'Created pod: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf-xng2z' metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:05:59Z" name: isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf.18a7165b3ee9b17a namespace: kserve-ci-e2e-test resourceVersion: "15381" uid: 3d783381-2ad7-4d16-bffc-ec76ba90b289 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-raw-247b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15357" uid: d15c8acb-7248-4976-853e-9139bb52e183 kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: Scaled up replica set isvc-sklearn-graph-raw-247b1-predictor-7f4f9949cf from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:05:59Z" name: isvc-sklearn-graph-raw-247b1-predictor.18a7165b39c7783e namespace: kserve-ci-e2e-test resourceVersion: "15362" uid: 130908d3-b2bd-4be5-bf82-bfbff592c144 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T08:06:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-247b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15360" uid: 5e1b0f6c-82ea-4051-80f5-1bff321412cc kind: Event lastTimestamp: "2026-04-17T08:06:44Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:06:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:06:44Z" name: isvc-sklearn-graph-raw-247b1-predictor.18a7165eb8b7ca9e namespace: kserve-ci-e2e-test resourceVersion: "15796" uid: fb92904a-cd59-484f-b8f1-2e9abf0527d4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T08:06:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-247b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15360" uid: 5e1b0f6c-82ea-4051-80f5-1bff321412cc kind: Event lastTimestamp: "2026-04-17T08:06:44Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:06:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:06:44Z" name: isvc-sklearn-graph-raw-247b1-predictor.18a7165eb914de05 namespace: kserve-ci-e2e-test resourceVersion: "15797" uid: 177a8dd3-fa17-4aea-9f50-0a3f29a1afd8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T08:06:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-247b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15562" uid: 5e1b0f6c-82ea-4051-80f5-1bff321412cc kind: Event lastTimestamp: "2026-04-17T08:07:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:06:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:07:29Z" name: isvc-sklearn-graph-raw-247b1-predictor.18a7166935c1ced5 namespace: kserve-ci-e2e-test resourceVersion: "16165" uid: f6838cf9-a53b-483b-b39d-a429faa0e744 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T08:06:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-247b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15562" uid: 5e1b0f6c-82ea-4051-80f5-1bff321412cc kind: Event lastTimestamp: "2026-04-17T08:07:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:06:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:07:29Z" name: isvc-sklearn-graph-raw-247b1-predictor.18a716693622f4a1 namespace: kserve-ci-e2e-test resourceVersion: "16171" uid: cc80ba7b-8158-4b36-b30c-b71c17ddc467 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-247b1 namespace: kserve-ci-e2e-test resourceVersion: "15334" uid: cc6dacb6-ccfc-4122-932a-20770a5e2f17 kind: Event lastTimestamp: "2026-04-17T08:07:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:07:17Z" name: isvc-sklearn-graph-raw-247b1.18a7165b39d66b13 namespace: kserve-ci-e2e-test resourceVersion: "16063" uid: e2cc9536-defe-4fa0-b892-3c50f09ec48e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-247b1 namespace: kserve-ci-e2e-test resourceVersion: "15334" uid: cc6dacb6-ccfc-4122-932a-20770a5e2f17 kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-247b1": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-247b1": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:05:59Z" name: isvc-sklearn-graph-raw-247b1.18a7165b3aafc130 namespace: kserve-ci-e2e-test resourceVersion: "15367" uid: 0926137b-21be-4c4c-898b-6277407a37ff reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-247b1 namespace: kserve-ci-e2e-test resourceVersion: "16061" uid: cc6dacb6-ccfc-4122-932a-20770a5e2f17 kind: Event lastTimestamp: "2026-04-17T08:07:17Z" message: InferenceService [isvc-sklearn-graph-raw-247b1] is Ready metadata: creationTimestamp: "2026-04-17T08:07:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:07:17Z" name: isvc-sklearn-graph-raw-247b1.18a7166d8eb50b91 namespace: kserve-ci-e2e-test resourceVersion: "16062" uid: 3800e075-848f-4f14-a447-b2473d263ba1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:07:39.420994Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j namespace: kserve-ci-e2e-test resourceVersion: "16323" uid: 28a318bf-aed8-4668-8362-c654a5fc4ef1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j to ip-10-0-132-178.ec2.internal metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:07:39Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j.18a7167296152303 namespace: kserve-ci-e2e-test resourceVersion: "16335" uid: b0c4bc9e-232a-4159-aac6-901a15d46764 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j namespace: kserve-ci-e2e-test resourceVersion: "16344" uid: 28a318bf-aed8-4668-8362-c654a5fc4ef1 kind: Event lastTimestamp: "2026-04-17T08:07:39Z" message: Add eth0 [10.132.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:07:39Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j.18a71672afa36081 namespace: kserve-ci-e2e-test resourceVersion: "16390" uid: a0aac8c6-b4bc-4a76-bc7a-684732c6f716 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j namespace: kserve-ci-e2e-test resourceVersion: "16328" uid: 28a318bf-aed8-4668-8362-c654a5fc4ef1 kind: Event lastTimestamp: "2026-04-17T08:07:39Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f" already present on machine metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:39Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j.18a71672b0ea5bc2 namespace: kserve-ci-e2e-test resourceVersion: "16392" uid: 8cfa5edd-66b0-44cf-ad02-7fead38504a4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j namespace: kserve-ci-e2e-test resourceVersion: "16328" uid: 28a318bf-aed8-4668-8362-c654a5fc4ef1 kind: Event lastTimestamp: "2026-04-17T08:07:39Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:39Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j.18a71672b46a9a08 namespace: kserve-ci-e2e-test resourceVersion: "16396" uid: 98d2e20b-5eb6-4af5-983a-3ebb231a6ef5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j namespace: kserve-ci-e2e-test resourceVersion: "16328" uid: 28a318bf-aed8-4668-8362-c654a5fc4ef1 kind: Event lastTimestamp: "2026-04-17T08:07:39Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:39Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j.18a71672b50fd40c namespace: kserve-ci-e2e-test resourceVersion: "16397" uid: 31740fe2-512e-4746-806a-01601a3cfce9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j namespace: kserve-ci-e2e-test resourceVersion: "16328" uid: 28a318bf-aed8-4668-8362-c654a5fc4ef1 kind: Event lastTimestamp: "2026-04-17T08:07:44Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374" already present on machine metadata: creationTimestamp: "2026-04-17T08:07:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:44Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j.18a71673c526e045 namespace: kserve-ci-e2e-test resourceVersion: "16452" uid: f7d2e21d-ae49-4560-8364-ca66c2bc6842 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j namespace: kserve-ci-e2e-test resourceVersion: "16328" uid: 28a318bf-aed8-4668-8362-c654a5fc4ef1 kind: Event lastTimestamp: "2026-04-17T08:07:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T08:07:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:44Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j.18a71673c8db5128 namespace: kserve-ci-e2e-test resourceVersion: "16460" uid: 748b0be8-2741-4381-969b-2a68102f5609 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j namespace: kserve-ci-e2e-test resourceVersion: "16328" uid: 28a318bf-aed8-4668-8362-c654a5fc4ef1 kind: Event lastTimestamp: "2026-04-17T08:07:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T08:07:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:44Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j.18a71673c9712ee4 namespace: kserve-ci-e2e-test resourceVersion: "16464" uid: 9fa8c8ec-4f70-4314-b926-18b80bc179a9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-17T08:07:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j namespace: kserve-ci-e2e-test resourceVersion: "16328" uid: 28a318bf-aed8-4668-8362-c654a5fc4ef1 kind: Event lastTimestamp: "2026-04-17T08:08:46Z" message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T08:07:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:08:46Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j.18a716740125f2a7 namespace: kserve-ci-e2e-test resourceVersion: "16924" uid: b0195722-02e1-4a6f-aee1-deb5675c63f8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j namespace: kserve-ci-e2e-test resourceVersion: "16328" uid: 28a318bf-aed8-4668-8362-c654a5fc4ef1 kind: Event lastTimestamp: "2026-04-17T08:09:19Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T08:09:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:19Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j.18a71689ecb7420a namespace: kserve-ci-e2e-test resourceVersion: "17270" uid: a58b4989-c8f2-467e-83ea-33d6ac6fcdee reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: 4f05877a-cdbc-49db-960f-e43d983653bb kind: Event lastTimestamp: "2026-04-17T08:07:39Z" message: 'Created pod: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799-fjw4j' metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:07:39Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799.18a7167295883ec1 namespace: kserve-ci-e2e-test resourceVersion: "16327" uid: 39666082-f73e-4746-b971-011da9d64ed5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-raw-hpa-4b469-predictor namespace: kserve-ci-e2e-test resourceVersion: "16294" uid: 76812c5b-ae47-4e36-b692-b1d9521b5dab kind: Event lastTimestamp: "2026-04-17T08:07:39Z" message: Scaled up replica set isvc-sklearn-graph-raw-hpa-4b469-predictor-6b5dfbf799 from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:07:39Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor.18a7167291d135a7 namespace: kserve-ci-e2e-test resourceVersion: "16302" uid: a8b971db-eb53-4963-9351-73ca0ad71b55 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-4b469-predictor namespace: kserve-ci-e2e-test resourceVersion: "16296" uid: b97dbf16-06fe-4c7f-ab6f-9cdbf4068f48 kind: Event lastTimestamp: "2026-04-17T08:07:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:07:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:07:54Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor.18a716761061279d namespace: kserve-ci-e2e-test resourceVersion: "16538" uid: 7a96e245-1a3f-41ec-ad8f-cd7a7a0263a8 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-4b469-predictor namespace: kserve-ci-e2e-test resourceVersion: "16296" uid: b97dbf16-06fe-4c7f-ab6f-9cdbf4068f48 kind: Event lastTimestamp: "2026-04-17T08:07:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:07:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:07:54Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor.18a7167610badf91 namespace: kserve-ci-e2e-test resourceVersion: "16540" uid: 4dcb2709-99a5-4698-9b76-db05504cb11c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-17T08:08:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-4b469-predictor namespace: kserve-ci-e2e-test resourceVersion: "16539" uid: b97dbf16-06fe-4c7f-ab6f-9cdbf4068f48 kind: Event lastTimestamp: "2026-04-17T08:09:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:08:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:09:09Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor.18a716798fbf5ad4 namespace: kserve-ci-e2e-test resourceVersion: "17118" uid: b0e004df-2362-40c7-a04d-fada4f1171be reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-17T08:08:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-4b469-predictor namespace: kserve-ci-e2e-test resourceVersion: "16539" uid: b97dbf16-06fe-4c7f-ab6f-9cdbf4068f48 kind: Event lastTimestamp: "2026-04-17T08:09:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:08:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:09:09Z" name: isvc-sklearn-graph-raw-hpa-4b469-predictor.18a716799020eca3 namespace: kserve-ci-e2e-test resourceVersion: "17121" uid: ae30a631-6649-491b-a1e8-1b5bf93c636f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-4b469 namespace: kserve-ci-e2e-test resourceVersion: "16286" uid: c02857aa-3f13-4a48-931e-3e7a83cf3dfe kind: Event lastTimestamp: "2026-04-17T08:08:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:08:56Z" name: isvc-sklearn-graph-raw-hpa-4b469.18a7167291b32ca9 namespace: kserve-ci-e2e-test resourceVersion: "17015" uid: 368ff6e3-8290-426a-9b88-c65e92cfa5ef reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:08:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-4b469 namespace: kserve-ci-e2e-test resourceVersion: "17013" uid: c02857aa-3f13-4a48-931e-3e7a83cf3dfe kind: Event lastTimestamp: "2026-04-17T08:08:56Z" message: InferenceService [isvc-sklearn-graph-raw-hpa-4b469] is Ready metadata: creationTimestamp: "2026-04-17T08:08:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:08:56Z" name: isvc-sklearn-graph-raw-hpa-4b469.18a716848d617d66 namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: a2f33dac-8cdb-4931-b807-37ec9468c4ca reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:10:54.984631Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q namespace: kserve-ci-e2e-test resourceVersion: "18128" uid: 49b2198f-997e-40a9-a7c7-ae57f87bda65 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q to ip-10-0-132-178.ec2.internal metadata: creationTimestamp: "2026-04-17T08:10:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:10:54Z" name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q.18a716a01e957683 namespace: kserve-ci-e2e-test resourceVersion: "18135" uid: 8cf3d2b6-d55f-4aba-8774-78672d4880f2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:10:55Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q namespace: kserve-ci-e2e-test resourceVersion: "18141" uid: 49b2198f-997e-40a9-a7c7-ae57f87bda65 kind: Event lastTimestamp: "2026-04-17T08:10:55Z" message: Add eth0 [10.132.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:10:55Z" name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q.18a716a03757d44d namespace: kserve-ci-e2e-test resourceVersion: "18164" uid: 14820b7d-c202-4c03-b511-e84880226da7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:10:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q namespace: kserve-ci-e2e-test resourceVersion: "18131" uid: 49b2198f-997e-40a9-a7c7-ae57f87bda65 kind: Event lastTimestamp: "2026-04-17T08:10:55Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f" already present on machine metadata: creationTimestamp: "2026-04-17T08:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:10:55Z" name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q.18a716a0389880d6 namespace: kserve-ci-e2e-test resourceVersion: "18167" uid: 7c308413-b93c-4b20-81ce-893359f2fc8f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:10:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q namespace: kserve-ci-e2e-test resourceVersion: "18131" uid: 49b2198f-997e-40a9-a7c7-ae57f87bda65 kind: Event lastTimestamp: "2026-04-17T08:10:55Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T08:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:10:55Z" name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q.18a716a03b6420d7 namespace: kserve-ci-e2e-test resourceVersion: "18170" uid: d28adc49-a79c-47c1-9732-dc2c72b076ca reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:10:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q namespace: kserve-ci-e2e-test resourceVersion: "18131" uid: 49b2198f-997e-40a9-a7c7-ae57f87bda65 kind: Event lastTimestamp: "2026-04-17T08:10:55Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T08:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:10:55Z" name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q.18a716a03bd4f4dd namespace: kserve-ci-e2e-test resourceVersion: "18171" uid: 0c99e5b7-e020-42a3-965e-a85269505f48 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:11:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q namespace: kserve-ci-e2e-test resourceVersion: "18131" uid: 49b2198f-997e-40a9-a7c7-ae57f87bda65 kind: Event lastTimestamp: "2026-04-17T08:11:00Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374" already present on machine metadata: creationTimestamp: "2026-04-17T08:11:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:11:00Z" name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q.18a716a14d2e4b63 namespace: kserve-ci-e2e-test resourceVersion: "18217" uid: 91cfd531-5eb4-4516-bc32-4171fc9e2ccb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:11:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q namespace: kserve-ci-e2e-test resourceVersion: "18131" uid: 49b2198f-997e-40a9-a7c7-ae57f87bda65 kind: Event lastTimestamp: "2026-04-17T08:11:00Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T08:11:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:11:00Z" name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q.18a716a1500d5f3a namespace: kserve-ci-e2e-test resourceVersion: "18221" uid: c6e3ff25-f4b7-4cd6-9589-4fbe2b7d65b9 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:11:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q namespace: kserve-ci-e2e-test resourceVersion: "18131" uid: 49b2198f-997e-40a9-a7c7-ae57f87bda65 kind: Event lastTimestamp: "2026-04-17T08:11:00Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T08:11:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:11:00Z" name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q.18a716a1507f3eb2 namespace: kserve-ci-e2e-test resourceVersion: "18222" uid: 41befa69-74fd-4701-9e4b-eec87dac0e7c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 16 eventTime: null firstTimestamp: "2026-04-17T08:11:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q namespace: kserve-ci-e2e-test resourceVersion: "18131" uid: 49b2198f-997e-40a9-a7c7-ae57f87bda65 kind: Event lastTimestamp: "2026-04-17T08:13:27Z" message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T08:11:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:13:27Z" name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q.18a716a1892519ce namespace: kserve-ci-e2e-test resourceVersion: "19344" uid: 442835ac-7420-4739-a064-20df7d19f5f4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:13:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q namespace: kserve-ci-e2e-test resourceVersion: "18131" uid: 49b2198f-997e-40a9-a7c7-ae57f87bda65 kind: Event lastTimestamp: "2026-04-17T08:13:25Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T08:13:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:13:25Z" name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q.18a716c3166f5da8 namespace: kserve-ci-e2e-test resourceVersion: "19287" uid: ff8d2207-331e-4c91-a7a1-21e65e8e0240 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:10:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf namespace: kserve-ci-e2e-test resourceVersion: "18105" uid: 27bd448e-e9ab-461e-896a-097b2a31dcc5 kind: Event lastTimestamp: "2026-04-17T08:10:54Z" message: 'Created pod: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf-69s9q' metadata: creationTimestamp: "2026-04-17T08:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:10:54Z" name: isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf.18a716a01e3f4a52 namespace: kserve-ci-e2e-test resourceVersion: "18130" uid: d0c25745-dfbb-461a-ba66-2524ec5a2ba1 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:10:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-scale-raw-9c681-predictor namespace: kserve-ci-e2e-test resourceVersion: "18103" uid: a20b2524-3f54-4f37-b6ea-2521c2102e36 kind: Event lastTimestamp: "2026-04-17T08:10:54Z" message: Scaled up replica set isvc-sklearn-scale-raw-9c681-predictor-54ddb9ccbf from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:10:54Z" name: isvc-sklearn-scale-raw-9c681-predictor.18a716a01b282bdc namespace: kserve-ci-e2e-test resourceVersion: "18111" uid: f63c50b8-d209-49e4-83d7-bec21c8ad264 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:11:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-9c681-predictor namespace: kserve-ci-e2e-test resourceVersion: "18104" uid: 62527ce7-e97e-4288-809d-7595f36c0602 kind: Event lastTimestamp: "2026-04-17T08:11:24Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:11:24Z" name: isvc-sklearn-scale-raw-9c681-predictor.18a716a39a04e457 namespace: kserve-ci-e2e-test resourceVersion: "18408" uid: eaf40b32-49f0-408d-ad76-cbe1f29ea416 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:11:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-9c681-predictor namespace: kserve-ci-e2e-test resourceVersion: "18104" uid: 62527ce7-e97e-4288-809d-7595f36c0602 kind: Event lastTimestamp: "2026-04-17T08:11:24Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:11:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:11:24Z" name: isvc-sklearn-scale-raw-9c681-predictor.18a716a39a628798 namespace: kserve-ci-e2e-test resourceVersion: "18409" uid: afcafebb-46f1-443b-89b2-bd4d321ce5b0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-17T08:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-9c681-predictor namespace: kserve-ci-e2e-test resourceVersion: "18297" uid: 62527ce7-e97e-4288-809d-7595f36c0602 kind: Event lastTimestamp: "2026-04-17T08:13:25Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:13:25Z" name: isvc-sklearn-scale-raw-9c681-predictor.18a716aa981f7131 namespace: kserve-ci-e2e-test resourceVersion: "19258" uid: 869e4516-326f-4f71-89d3-7ad10ee62952 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-17T08:11:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-9c681-predictor namespace: kserve-ci-e2e-test resourceVersion: "18297" uid: 62527ce7-e97e-4288-809d-7595f36c0602 kind: Event lastTimestamp: "2026-04-17T08:13:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:11:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:13:25Z" name: isvc-sklearn-scale-raw-9c681-predictor.18a716aa9885ced6 namespace: kserve-ci-e2e-test resourceVersion: "19259" uid: 29639177-d361-4f1e-a61f-c4c6d26ca92b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-04-17T08:10:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-9c681 namespace: kserve-ci-e2e-test resourceVersion: "18094" uid: c86b8298-5f6d-4868-9d65-bdea1411c435 kind: Event lastTimestamp: "2026-04-17T08:13:17Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T08:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:13:17Z" name: isvc-sklearn-scale-raw-9c681.18a716a01b08f237 namespace: kserve-ci-e2e-test resourceVersion: "19210" uid: 0601261c-1c5c-42d1-abef-40290328d107 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:10:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-9c681 namespace: kserve-ci-e2e-test resourceVersion: "18112" uid: c86b8298-5f6d-4868-9d65-bdea1411c435 kind: Event lastTimestamp: "2026-04-17T08:10:54Z" message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-9c681": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-9c681": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:10:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:10:54Z" name: isvc-sklearn-scale-raw-9c681.18a716a01e533b03 namespace: kserve-ci-e2e-test resourceVersion: "18133" uid: 65243892-41de-4daa-8d0d-16fc141cbeed reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:13:17Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-9c681 namespace: kserve-ci-e2e-test resourceVersion: "19208" uid: c86b8298-5f6d-4868-9d65-bdea1411c435 kind: Event lastTimestamp: "2026-04-17T08:13:17Z" message: InferenceService [isvc-sklearn-scale-raw-9c681] is Ready metadata: creationTimestamp: "2026-04-17T08:13:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:13:17Z" name: isvc-sklearn-scale-raw-9c681.18a716c160c326f6 namespace: kserve-ci-e2e-test resourceVersion: "19209" uid: 82cccb03-bcc0-438b-ba35-d964719c45f6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:05:59.235054Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq namespace: kserve-ci-e2e-test resourceVersion: "15399" uid: d606e5fb-c0d2-45c0-9a5b-d9db02493562 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq to ip-10-0-132-178.ec2.internal metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:05:59Z" name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq.18a7165b4288fdca namespace: kserve-ci-e2e-test resourceVersion: "15406" uid: 6d0b2012-3138-457e-bd7c-31667a3d8cc2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq namespace: kserve-ci-e2e-test resourceVersion: "15411" uid: d606e5fb-c0d2-45c0-9a5b-d9db02493562 kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: Add eth0 [10.132.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:05:59Z" name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq.18a7165b5bc809d6 namespace: kserve-ci-e2e-test resourceVersion: "15424" uid: 062fcb06-412f-47fb-ad28-46003b509651 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: d606e5fb-c0d2-45c0-9a5b-d9db02493562 kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f" already present on machine metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:05:59Z" name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq.18a7165b5cf21449 namespace: kserve-ci-e2e-test resourceVersion: "15426" uid: bb89944d-2fe9-4ce7-8c09-bb585d56f497 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: d606e5fb-c0d2-45c0-9a5b-d9db02493562 kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:05:59Z" name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq.18a7165b5f53d191 namespace: kserve-ci-e2e-test resourceVersion: "15429" uid: f9fc356c-699a-4957-a224-fe4f60a1ca5f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: d606e5fb-c0d2-45c0-9a5b-d9db02493562 kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:05:59Z" name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq.18a7165b5fd7f11d namespace: kserve-ci-e2e-test resourceVersion: "15430" uid: b0744ded-e9d6-40de-9acf-7e2a30d56134 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:06:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: d606e5fb-c0d2-45c0-9a5b-d9db02493562 kind: Event lastTimestamp: "2026-04-17T08:06:04Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-04-17T08:06:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:06:04Z" name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq.18a7165c6acfb029 namespace: kserve-ci-e2e-test resourceVersion: "15477" uid: b8ea878a-53ab-4ec2-9cbf-3253707edb9c reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: d606e5fb-c0d2-45c0-9a5b-d9db02493562 kind: Event lastTimestamp: "2026-04-17T08:06:25Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.422s (21.422s including waiting). Image size: 1306229499 bytes.' metadata: creationTimestamp: "2026-04-17T08:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:06:25Z" name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq.18a7166167b8954d namespace: kserve-ci-e2e-test resourceVersion: "15653" uid: 60d7f5ad-1714-46b4-8299-4df6b44c9081 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: d606e5fb-c0d2-45c0-9a5b-d9db02493562 kind: Event lastTimestamp: "2026-04-17T08:06:25Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T08:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:06:25Z" name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq.18a716616b309d76 namespace: kserve-ci-e2e-test resourceVersion: "15654" uid: 57ef4f6d-a97c-4b95-ad3d-28c137a675f0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:06:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: d606e5fb-c0d2-45c0-9a5b-d9db02493562 kind: Event lastTimestamp: "2026-04-17T08:06:25Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T08:06:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:06:25Z" name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq.18a716616b918ac2 namespace: kserve-ci-e2e-test resourceVersion: "15655" uid: 606fa06f-1808-4f5b-92f8-cbdd05c2b0b6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-17T08:06:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: d606e5fb-c0d2-45c0-9a5b-d9db02493562 kind: Event lastTimestamp: "2026-04-17T08:07:17Z" message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T08:06:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:17Z" name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq.18a716618e3f3309 namespace: kserve-ci-e2e-test resourceVersion: "16052" uid: 1f4557dd-ef32-476a-ba69-a95c740d85c4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq namespace: kserve-ci-e2e-test resourceVersion: "15401" uid: d606e5fb-c0d2-45c0-9a5b-d9db02493562 kind: Event lastTimestamp: "2026-04-17T08:07:39Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:39Z" name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq.18a716729fbc680b namespace: kserve-ci-e2e-test resourceVersion: "16385" uid: 1cf88acf-91b8-452e-a8c6-1166e660c6ec reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599 namespace: kserve-ci-e2e-test resourceVersion: "15387" uid: 69695152-12fe-45f4-8387-617667b6de88 kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: 'Created pod: isvc-xgboost-graph-raw-247b1-predictor-bddf8599-lgqbq' metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:05:59Z" name: isvc-xgboost-graph-raw-247b1-predictor-bddf8599.18a7165b4218b125 namespace: kserve-ci-e2e-test resourceVersion: "15400" uid: 7d1c00c9-0ac1-4a6b-a95d-c02174ecdb3c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-raw-247b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15384" uid: 84737142-eabe-4bbc-b476-25daaa103af7 kind: Event lastTimestamp: "2026-04-17T08:05:59Z" message: Scaled up replica set isvc-xgboost-graph-raw-247b1-predictor-bddf8599 from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:05:59Z" name: isvc-xgboost-graph-raw-247b1-predictor.18a7165b3fcbdce6 namespace: kserve-ci-e2e-test resourceVersion: "15390" uid: 3a3d61fa-d803-49d1-a352-fd03d552ffab reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-17T08:06:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-247b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15386" uid: c82f0e84-c5e2-42b2-a3e1-74dca37b8654 kind: Event lastTimestamp: "2026-04-17T08:06:59Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:06:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:06:59Z" name: isvc-xgboost-graph-raw-247b1-predictor.18a7165ebe728423 namespace: kserve-ci-e2e-test resourceVersion: "15918" uid: 5c2f5e92-1903-4c64-91f2-0e38ed50403c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-17T08:06:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-247b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15386" uid: c82f0e84-c5e2-42b2-a3e1-74dca37b8654 kind: Event lastTimestamp: "2026-04-17T08:06:59Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:06:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:06:59Z" name: isvc-xgboost-graph-raw-247b1-predictor.18a7165ebed62194 namespace: kserve-ci-e2e-test resourceVersion: "15919" uid: b430e9eb-1318-408f-bd94-9688aaf5977a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:07:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-247b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15565" uid: c82f0e84-c5e2-42b2-a3e1-74dca37b8654 kind: Event lastTimestamp: "2026-04-17T08:07:29Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:07:29Z" name: isvc-xgboost-graph-raw-247b1-predictor.18a7166cb97cd562 namespace: kserve-ci-e2e-test resourceVersion: "16180" uid: 2cccb66b-eac2-419b-9d61-b80f58cc94ca reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:07:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-247b1-predictor namespace: kserve-ci-e2e-test resourceVersion: "15565" uid: c82f0e84-c5e2-42b2-a3e1-74dca37b8654 kind: Event lastTimestamp: "2026-04-17T08:07:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:07:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:07:29Z" name: isvc-xgboost-graph-raw-247b1-predictor.18a7166cb9de202d namespace: kserve-ci-e2e-test resourceVersion: "16181" uid: d10cb9d3-8f91-4d20-af25-3dce38c490a5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-04-17T08:05:59Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-247b1 namespace: kserve-ci-e2e-test resourceVersion: "15373" uid: ceb6687e-048b-4616-a55b-137bb4b46686 kind: Event lastTimestamp: "2026-04-17T08:07:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T08:05:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:07:27Z" name: isvc-xgboost-graph-raw-247b1.18a7165b3fdfad31 namespace: kserve-ci-e2e-test resourceVersion: "16134" uid: 68fa5622-b978-4f55-a121-a771b9f98018 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-247b1 namespace: kserve-ci-e2e-test resourceVersion: "16132" uid: ceb6687e-048b-4616-a55b-137bb4b46686 kind: Event lastTimestamp: "2026-04-17T08:07:27Z" message: InferenceService [isvc-xgboost-graph-raw-247b1] is Ready metadata: creationTimestamp: "2026-04-17T08:07:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:07:27Z" name: isvc-xgboost-graph-raw-247b1.18a7166fc6a9464c namespace: kserve-ci-e2e-test resourceVersion: "16133" uid: fe8e262f-1653-46a3-b3ac-d1a238140aac reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:07:39.484476Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2 namespace: kserve-ci-e2e-test resourceVersion: "16349" uid: 1519eac7-c884-46b3-a09c-73c2e87a59de kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2 to ip-10-0-132-178.ec2.internal metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:07:39Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2.18a7167299ddca53 namespace: kserve-ci-e2e-test resourceVersion: "16359" uid: a890aa20-d1da-4456-a436-9bf30aa1359c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2 namespace: kserve-ci-e2e-test resourceVersion: "16364" uid: 1519eac7-c884-46b3-a09c-73c2e87a59de kind: Event lastTimestamp: "2026-04-17T08:07:39Z" message: Add eth0 [10.132.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:07:39Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2.18a71672b3473612 namespace: kserve-ci-e2e-test resourceVersion: "16393" uid: 8de53023-2597-485d-a05a-26889eb288f9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2 namespace: kserve-ci-e2e-test resourceVersion: "16354" uid: 1519eac7-c884-46b3-a09c-73c2e87a59de kind: Event lastTimestamp: "2026-04-17T08:07:39Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f" already present on machine metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:39Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2.18a71672b45d966b namespace: kserve-ci-e2e-test resourceVersion: "16395" uid: 21375052-9c08-4aa6-87d8-3506d9f2c072 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2 namespace: kserve-ci-e2e-test resourceVersion: "16354" uid: 1519eac7-c884-46b3-a09c-73c2e87a59de kind: Event lastTimestamp: "2026-04-17T08:07:40Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T08:07:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:40Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2.18a71672b8d048a3 namespace: kserve-ci-e2e-test resourceVersion: "16399" uid: 8cb0cb5f-71c5-4506-b644-4665afce27b2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:40Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2 namespace: kserve-ci-e2e-test resourceVersion: "16354" uid: 1519eac7-c884-46b3-a09c-73c2e87a59de kind: Event lastTimestamp: "2026-04-17T08:07:40Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T08:07:40Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:40Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2.18a71672b9413a6c namespace: kserve-ci-e2e-test resourceVersion: "16400" uid: 523f9cf7-d0a6-4c26-b6da-c190186b4228 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2 namespace: kserve-ci-e2e-test resourceVersion: "16354" uid: 1519eac7-c884-46b3-a09c-73c2e87a59de kind: Event lastTimestamp: "2026-04-17T08:07:44Z" message: Container image "kserve/xgbserver:latest" already present on machine metadata: creationTimestamp: "2026-04-17T08:07:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:44Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2.18a71673c50b07a9 namespace: kserve-ci-e2e-test resourceVersion: "16451" uid: 1e2ade36-821b-4bfa-b25d-cabd477099ca reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2 namespace: kserve-ci-e2e-test resourceVersion: "16354" uid: 1519eac7-c884-46b3-a09c-73c2e87a59de kind: Event lastTimestamp: "2026-04-17T08:07:44Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T08:07:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:44Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2.18a71673c8ca95d4 namespace: kserve-ci-e2e-test resourceVersion: "16459" uid: aa24cf94-64ac-46c3-acb7-51051e6a58b8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2 namespace: kserve-ci-e2e-test resourceVersion: "16354" uid: 1519eac7-c884-46b3-a09c-73c2e87a59de kind: Event lastTimestamp: "2026-04-17T08:07:44Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T08:07:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:44Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2.18a71673c9645ac6 namespace: kserve-ci-e2e-test resourceVersion: "16462" uid: bdd0e257-764c-44cb-af1f-7fd75ceae74e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-17T08:07:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2 namespace: kserve-ci-e2e-test resourceVersion: "16354" uid: 1519eac7-c884-46b3-a09c-73c2e87a59de kind: Event lastTimestamp: "2026-04-17T08:08:36Z" message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T08:07:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:08:36Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2.18a71674013cd1f5 namespace: kserve-ci-e2e-test resourceVersion: "16857" uid: b48e319e-30b5-4b09-9a88-64b703698f2f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2 namespace: kserve-ci-e2e-test resourceVersion: "16354" uid: 1519eac7-c884-46b3-a09c-73c2e87a59de kind: Event lastTimestamp: "2026-04-17T08:09:19Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T08:09:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:19Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2.18a71689f313a2dc namespace: kserve-ci-e2e-test resourceVersion: "17304" uid: b0f15711-425f-45f8-ba02-0bd84efd81c5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55 namespace: kserve-ci-e2e-test resourceVersion: "16338" uid: 4999d5de-d2fa-451b-8b19-779ffea3ada2 kind: Event lastTimestamp: "2026-04-17T08:07:39Z" message: 'Created pod: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55-74ln2' metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:07:39Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55.18a716729954398e namespace: kserve-ci-e2e-test resourceVersion: "16353" uid: fedf14bc-31fd-4558-8d67-3aaf58021e5c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-raw-hpa-4b469-predictor namespace: kserve-ci-e2e-test resourceVersion: "16334" uid: 614e054e-0308-4add-8074-ae8e6d41ac0c kind: Event lastTimestamp: "2026-04-17T08:07:39Z" message: Scaled up replica set isvc-xgboost-graph-raw-hpa-4b469-predictor-5fffc65c55 from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:07:39Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor.18a7167296f00acb namespace: kserve-ci-e2e-test resourceVersion: "16340" uid: 5dda147e-68a7-4f47-a4d7-03a5967f20dc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-4b469-predictor namespace: kserve-ci-e2e-test resourceVersion: "16336" uid: 9a3f8f4e-d97f-4e93-9009-40517d8bffdf kind: Event lastTimestamp: "2026-04-17T08:07:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:07:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:07:54Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor.18a71676155c341b namespace: kserve-ci-e2e-test resourceVersion: "16542" uid: ba2f7f56-ffab-4fd9-9694-1d46942261ef reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-4b469-predictor namespace: kserve-ci-e2e-test resourceVersion: "16336" uid: 9a3f8f4e-d97f-4e93-9009-40517d8bffdf kind: Event lastTimestamp: "2026-04-17T08:07:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:07:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:07:54Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor.18a7167615bac381 namespace: kserve-ci-e2e-test resourceVersion: "16544" uid: d8baf6f1-6b4a-4588-8940-0d6ea1844a66 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-17T08:08:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-4b469-predictor namespace: kserve-ci-e2e-test resourceVersion: "16543" uid: 9a3f8f4e-d97f-4e93-9009-40517d8bffdf kind: Event lastTimestamp: "2026-04-17T08:09:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:08:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:09:09Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor.18a7167994619ad2 namespace: kserve-ci-e2e-test resourceVersion: "17136" uid: aaa9fad6-4ff7-4800-a1e2-76ad144a56bd reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-17T08:08:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-4b469-predictor namespace: kserve-ci-e2e-test resourceVersion: "16543" uid: 9a3f8f4e-d97f-4e93-9009-40517d8bffdf kind: Event lastTimestamp: "2026-04-17T08:09:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:08:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:09:09Z" name: isvc-xgboost-graph-raw-hpa-4b469-predictor.18a7167994d0aa92 namespace: kserve-ci-e2e-test resourceVersion: "17137" uid: 545082c6-8627-4161-9d52-dd70e9b07c8d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-4b469 namespace: kserve-ci-e2e-test resourceVersion: "16317" uid: 42e23d46-04ca-47a1-b827-df5a8bc829b0 kind: Event lastTimestamp: "2026-04-17T08:08:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:08:46Z" name: isvc-xgboost-graph-raw-hpa-4b469.18a7167296cf5c2e namespace: kserve-ci-e2e-test resourceVersion: "16935" uid: f2bf72b8-8be1-4765-a62b-1cc96e5c76c3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:08:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-4b469 namespace: kserve-ci-e2e-test resourceVersion: "16932" uid: 42e23d46-04ca-47a1-b827-df5a8bc829b0 kind: Event lastTimestamp: "2026-04-17T08:08:46Z" message: InferenceService [isvc-xgboost-graph-raw-hpa-4b469] is Ready metadata: creationTimestamp: "2026-04-17T08:08:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:08:46Z" name: isvc-xgboost-graph-raw-hpa-4b469.18a716823b0172ae namespace: kserve-ci-e2e-test resourceVersion: "16933" uid: c86ab183-f7d8-4d20-a728-8c63d37b06fa reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:09:19.681018Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt namespace: kserve-ci-e2e-test resourceVersion: "17271" uid: 68632be1-ab88-469c-869b-4e1db08ad84e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt to ip-10-0-133-228.ec2.internal metadata: creationTimestamp: "2026-04-17T08:09:19Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:09:19Z" name: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt.18a71689ee0bb66a namespace: kserve-ci-e2e-test resourceVersion: "17277" uid: 04c34ba7-22be-4b51-b8a0-8169c48a2e22 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:19Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt namespace: kserve-ci-e2e-test resourceVersion: "17283" uid: 68632be1-ab88-469c-869b-4e1db08ad84e kind: Event lastTimestamp: "2026-04-17T08:09:19Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:09:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:09:19Z" name: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt.18a71689f6e1fb53 namespace: kserve-ci-e2e-test resourceVersion: "17307" uid: 7f8d2589-84c3-40cf-a41c-bd4c91322b00 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt namespace: kserve-ci-e2e-test resourceVersion: "17273" uid: 68632be1-ab88-469c-869b-4e1db08ad84e kind: Event lastTimestamp: "2026-04-17T08:09:19Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-04-17T08:09:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:19Z" name: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt.18a71689f8156198 namespace: kserve-ci-e2e-test resourceVersion: "17309" uid: 1442074e-76f0-4d06-9967-6265168bb2ea reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-133-228.ec2.internal source: component: kubelet host: ip-10-0-133-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt namespace: kserve-ci-e2e-test resourceVersion: "17273" uid: 68632be1-ab88-469c-869b-4e1db08ad84e kind: Event lastTimestamp: "2026-04-17T08:09:21Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.253s (1.253s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-04-17T08:09:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:21Z" name: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt.18a7168a42cfc2d9 namespace: kserve-ci-e2e-test resourceVersion: "17320" uid: 20883d04-bb70-4c59-b818-13aab85475f0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-133-228.ec2.internal source: component: kubelet host: ip-10-0-133-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt namespace: kserve-ci-e2e-test resourceVersion: "17273" uid: 68632be1-ab88-469c-869b-4e1db08ad84e kind: Event lastTimestamp: "2026-04-17T08:09:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T08:09:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:21Z" name: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt.18a7168a4aabc23b namespace: kserve-ci-e2e-test resourceVersion: "17322" uid: ce54ed87-f038-4e58-89c4-caefdca23d1f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-133-228.ec2.internal source: component: kubelet host: ip-10-0-133-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt namespace: kserve-ci-e2e-test resourceVersion: "17273" uid: 68632be1-ab88-469c-869b-4e1db08ad84e kind: Event lastTimestamp: "2026-04-17T08:09:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T08:09:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:21Z" name: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt.18a7168a4b2a2c3b namespace: kserve-ci-e2e-test resourceVersion: "17323" uid: 7162cf28-741e-42b0-b5b8-446cfb9c1a0b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-133-228.ec2.internal source: component: kubelet host: ip-10-0-133-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:10:55Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt namespace: kserve-ci-e2e-test resourceVersion: "17273" uid: 68632be1-ab88-469c-869b-4e1db08ad84e kind: Event lastTimestamp: "2026-04-17T08:10:55Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T08:10:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:10:55Z" name: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt.18a716a024b083ca namespace: kserve-ci-e2e-test resourceVersion: "18160" uid: f673b028-58c0-4b2c-93ce-db2b0eb6fde7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-133-228.ec2.internal source: component: kubelet host: ip-10-0-133-228.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:19Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-raw-0e2b3-predictor-868ff969d8 namespace: kserve-ci-e2e-test resourceVersion: "17248" uid: a05a3910-ae8a-431d-80f0-8d35ae727a4a kind: Event lastTimestamp: "2026-04-17T08:09:19Z" message: 'Created pod: message-dumper-raw-0e2b3-predictor-868ff969d8-tz4lt' metadata: creationTimestamp: "2026-04-17T08:09:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:09:19Z" name: message-dumper-raw-0e2b3-predictor-868ff969d8.18a71689ed980dfd namespace: kserve-ci-e2e-test resourceVersion: "17275" uid: f8181cec-9907-4235-9e7e-44f767138379 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:19Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-raw-0e2b3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17247" uid: 70db310b-cc1c-4176-b4c0-328ba4b4f6a3 kind: Event lastTimestamp: "2026-04-17T08:09:19Z" message: Scaled up replica set message-dumper-raw-0e2b3-predictor-868ff969d8 from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:09:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:09:19Z" name: message-dumper-raw-0e2b3-predictor.18a71689ea62ba14 namespace: kserve-ci-e2e-test resourceVersion: "17251" uid: a39d7cfa-2f13-443f-ab5c-c6c821dd72ec reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:09:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-0e2b3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17249" uid: 932d0309-b786-4209-8498-19fa1ca0a80e kind: Event lastTimestamp: "2026-04-17T08:09:49Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:09:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:09:49Z" name: message-dumper-raw-0e2b3-predictor.18a7168d69663a6e namespace: kserve-ci-e2e-test resourceVersion: "17617" uid: 97765ae6-bed2-4d76-af2c-dae791cf06f6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:09:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-0e2b3-predictor namespace: kserve-ci-e2e-test resourceVersion: "17249" uid: 932d0309-b786-4209-8498-19fa1ca0a80e kind: Event lastTimestamp: "2026-04-17T08:09:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:09:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:09:49Z" name: message-dumper-raw-0e2b3-predictor.18a7168d69c60e71 namespace: kserve-ci-e2e-test resourceVersion: "17618" uid: 683f25e1-970f-4a96-915b-1efc55d5833d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-17T08:09:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-0e2b3 namespace: kserve-ci-e2e-test resourceVersion: "17241" uid: 59757713-dfde-4aed-b830-3d9edca85018 kind: Event lastTimestamp: "2026-04-17T08:09:21Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T08:09:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:09:21Z" name: message-dumper-raw-0e2b3.18a71689ea80bae5 namespace: kserve-ci-e2e-test resourceVersion: "17338" uid: 2e55cd1c-ff98-4b10-87f4-262abbaffd88 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:19Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-0e2b3 namespace: kserve-ci-e2e-test resourceVersion: "17254" uid: 59757713-dfde-4aed-b830-3d9edca85018 kind: Event lastTimestamp: "2026-04-17T08:09:19Z" message: 'Failed to update status for InferenceService "message-dumper-raw-0e2b3": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-0e2b3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:09:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:09:19Z" name: message-dumper-raw-0e2b3.18a71689ed97709d namespace: kserve-ci-e2e-test resourceVersion: "17276" uid: 74b911f6-e033-4689-9ed7-d1ba727fd70a reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-0e2b3 namespace: kserve-ci-e2e-test resourceVersion: "17335" uid: 59757713-dfde-4aed-b830-3d9edca85018 kind: Event lastTimestamp: "2026-04-17T08:09:21Z" message: InferenceService [message-dumper-raw-0e2b3] is Ready metadata: creationTimestamp: "2026-04-17T08:09:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:09:21Z" name: message-dumper-raw-0e2b3.18a7168a610651b7 namespace: kserve-ci-e2e-test resourceVersion: "17337" uid: ff21b7c4-9c4a-413c-8c1f-3331df4a61e2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:07:29.194688Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-247b1-67485f48df-xgskc namespace: kserve-ci-e2e-test resourceVersion: "16164" uid: 0ae42a07-53f9-4ec5-a950-9a9dfc6ee74e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-247b1-67485f48df-xgskc to ip-10-0-142-45.ec2.internal metadata: creationTimestamp: "2026-04-17T08:07:29Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:07:29Z" name: model-chainer-raw-247b1-67485f48df-xgskc.18a71670348c1b1d namespace: kserve-ci-e2e-test resourceVersion: "16172" uid: 3785ba45-ab13-4b56-b6f9-03c64fc36f36 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:29Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-247b1-67485f48df-xgskc namespace: kserve-ci-e2e-test resourceVersion: "16175" uid: 0ae42a07-53f9-4ec5-a950-9a9dfc6ee74e kind: Event lastTimestamp: "2026-04-17T08:07:29Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:07:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:07:29Z" name: model-chainer-raw-247b1-67485f48df-xgskc.18a716704e0c1991 namespace: kserve-ci-e2e-test resourceVersion: "16188" uid: 7b9b368b-959a-4656-b14e-72f6fe66d4d1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-247b1} kind: Pod name: model-chainer-raw-247b1-67485f48df-xgskc namespace: kserve-ci-e2e-test resourceVersion: "16167" uid: 0ae42a07-53f9-4ec5-a950-9a9dfc6ee74e kind: Event lastTimestamp: "2026-04-17T08:07:29Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:01e079bf4e7c8c9fa0b9aff85868fd044b4e84650f0ee098893627437ef45803" metadata: creationTimestamp: "2026-04-17T08:07:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:29Z" name: model-chainer-raw-247b1-67485f48df-xgskc.18a716704f3eddf5 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: c5ff5ad3-eee8-4f08-8922-ae13c2df199e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-45.ec2.internal source: component: kubelet host: ip-10-0-142-45.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-247b1} kind: Pod name: model-chainer-raw-247b1-67485f48df-xgskc namespace: kserve-ci-e2e-test resourceVersion: "16167" uid: 0ae42a07-53f9-4ec5-a950-9a9dfc6ee74e kind: Event lastTimestamp: "2026-04-17T08:07:32Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:01e079bf4e7c8c9fa0b9aff85868fd044b4e84650f0ee098893627437ef45803" in 2.367s (2.367s including waiting). Image size: 216233559 bytes.' metadata: creationTimestamp: "2026-04-17T08:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:32Z" name: model-chainer-raw-247b1-67485f48df-xgskc.18a71670dc585070 namespace: kserve-ci-e2e-test resourceVersion: "16206" uid: d93accd0-14b7-4936-8aa3-0f66a11d88bc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-45.ec2.internal source: component: kubelet host: ip-10-0-142-45.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-247b1} kind: Pod name: model-chainer-raw-247b1-67485f48df-xgskc namespace: kserve-ci-e2e-test resourceVersion: "16167" uid: 0ae42a07-53f9-4ec5-a950-9a9dfc6ee74e kind: Event lastTimestamp: "2026-04-17T08:07:32Z" message: 'Created container: model-chainer-raw-247b1' metadata: creationTimestamp: "2026-04-17T08:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:32Z" name: model-chainer-raw-247b1-67485f48df-xgskc.18a71670e01bef50 namespace: kserve-ci-e2e-test resourceVersion: "16208" uid: 2f425ef9-438d-45f7-9fa0-f1a3b7fee9c1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-45.ec2.internal source: component: kubelet host: ip-10-0-142-45.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-247b1} kind: Pod name: model-chainer-raw-247b1-67485f48df-xgskc namespace: kserve-ci-e2e-test resourceVersion: "16167" uid: 0ae42a07-53f9-4ec5-a950-9a9dfc6ee74e kind: Event lastTimestamp: "2026-04-17T08:07:32Z" message: Started container model-chainer-raw-247b1 metadata: creationTimestamp: "2026-04-17T08:07:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:32Z" name: model-chainer-raw-247b1-67485f48df-xgskc.18a71670e090a9e8 namespace: kserve-ci-e2e-test resourceVersion: "16209" uid: 8d9c171d-478e-45ec-8a53-219a70012bcd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-45.ec2.internal source: component: kubelet host: ip-10-0-142-45.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-247b1} kind: Pod name: model-chainer-raw-247b1-67485f48df-xgskc namespace: kserve-ci-e2e-test resourceVersion: "16167" uid: 0ae42a07-53f9-4ec5-a950-9a9dfc6ee74e kind: Event lastTimestamp: "2026-04-17T08:07:39Z" message: Stopping container model-chainer-raw-247b1 metadata: creationTimestamp: "2026-04-17T08:07:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:07:39Z" name: model-chainer-raw-247b1-67485f48df-xgskc.18a716728bc098ab namespace: kserve-ci-e2e-test resourceVersion: "16282" uid: af73da2c-3b77-4c24-8daf-adb88fe4df00 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-45.ec2.internal source: component: kubelet host: ip-10-0-142-45.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-17T08:07:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-247b1} kind: Pod name: model-chainer-raw-247b1-67485f48df-xgskc namespace: kserve-ci-e2e-test resourceVersion: "16167" uid: 0ae42a07-53f9-4ec5-a950-9a9dfc6ee74e kind: Event lastTimestamp: "2026-04-17T08:08:08Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-17T08:07:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:08:08Z" name: model-chainer-raw-247b1-67485f48df-xgskc.18a7167396aac6d4 namespace: kserve-ci-e2e-test resourceVersion: "16655" uid: 0976230d-75a5-4a77-8bad-09b85068e2f7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-45.ec2.internal source: component: kubelet host: ip-10-0-142-45.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:29Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-raw-247b1-67485f48df namespace: kserve-ci-e2e-test resourceVersion: "16161" uid: 0f22c684-bae7-44bb-ac7b-3ae5ade1d8dd kind: Event lastTimestamp: "2026-04-17T08:07:29Z" message: 'Created pod: model-chainer-raw-247b1-67485f48df-xgskc' metadata: creationTimestamp: "2026-04-17T08:07:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:07:29Z" name: model-chainer-raw-247b1-67485f48df.18a7167034266ad5 namespace: kserve-ci-e2e-test resourceVersion: "16166" uid: f8c26de4-5e49-410c-a4c0-bed6078d965b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:29Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer-raw-247b1 namespace: kserve-ci-e2e-test resourceVersion: "16159" uid: 4e3a7d9e-b4dd-43ac-9787-3f3fb62bcb46 kind: Event lastTimestamp: "2026-04-17T08:07:29Z" message: Scaled up replica set model-chainer-raw-247b1-67485f48df from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:07:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:07:29Z" name: model-chainer-raw-247b1.18a71670336adfc5 namespace: kserve-ci-e2e-test resourceVersion: "16162" uid: 6fbc7ae0-5e5e-45e7-a776-7d73f7dc4250 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:07:29Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer-raw-247b1 namespace: kserve-ci-e2e-test resourceVersion: "16177" uid: 41e884e4-7bcd-4bd9-85a3-5ebbd5d332e3 kind: Event lastTimestamp: "2026-04-17T08:07:29Z" message: InferenceGraph [model-chainer-raw-247b1] is Ready metadata: creationTimestamp: "2026-04-17T08:07:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:07:29Z" name: model-chainer-raw-247b1.18a7167036ebad52 namespace: kserve-ci-e2e-test resourceVersion: "16179" uid: 2f3c1e5a-93ad-4b9c-a6ca-a54a3dfb72d3 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:09:09.471406Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-4b469-6697f97df-nxj67 namespace: kserve-ci-e2e-test resourceVersion: "17122" uid: bd6b2271-6fd3-4e6a-98b1-893daa6faa93 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-4b469-6697f97df-nxj67 to ip-10-0-142-45.ec2.internal metadata: creationTimestamp: "2026-04-17T08:09:09Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:09:09Z" name: model-chainer-raw-hpa-4b469-6697f97df-nxj67.18a716878d81692c namespace: kserve-ci-e2e-test resourceVersion: "17127" uid: 6cb2452f-1152-4251-b9b0-7960a979be98 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:09Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-4b469-6697f97df-nxj67 namespace: kserve-ci-e2e-test resourceVersion: "17124" uid: bd6b2271-6fd3-4e6a-98b1-893daa6faa93 kind: Event lastTimestamp: "2026-04-17T08:09:09Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-4b469-serving-cert" not found' metadata: creationTimestamp: "2026-04-17T08:09:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:09Z" name: model-chainer-raw-hpa-4b469-6697f97df-nxj67.18a7168796375b58 namespace: kserve-ci-e2e-test resourceVersion: "17139" uid: 2bdcd951-78a4-45f5-9bd4-8aa8083f8482 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-142-45.ec2.internal source: component: kubelet host: ip-10-0-142-45.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:10Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-4b469-6697f97df-nxj67 namespace: kserve-ci-e2e-test resourceVersion: "17131" uid: bd6b2271-6fd3-4e6a-98b1-893daa6faa93 kind: Event lastTimestamp: "2026-04-17T08:09:10Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:09:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:09:10Z" name: model-chainer-raw-hpa-4b469-6697f97df-nxj67.18a71687ca80378b namespace: kserve-ci-e2e-test resourceVersion: "17146" uid: 6381c9dd-5c12-48a3-8126-a8295462d237 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-4b469} kind: Pod name: model-chainer-raw-hpa-4b469-6697f97df-nxj67 namespace: kserve-ci-e2e-test resourceVersion: "17124" uid: bd6b2271-6fd3-4e6a-98b1-893daa6faa93 kind: Event lastTimestamp: "2026-04-17T08:09:10Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:01e079bf4e7c8c9fa0b9aff85868fd044b4e84650f0ee098893627437ef45803" already present on machine metadata: creationTimestamp: "2026-04-17T08:09:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:10Z" name: model-chainer-raw-hpa-4b469-6697f97df-nxj67.18a71687cb9b90f8 namespace: kserve-ci-e2e-test resourceVersion: "17148" uid: e3787302-6ffa-4da9-b16f-1c24823e52a9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-45.ec2.internal source: component: kubelet host: ip-10-0-142-45.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-4b469} kind: Pod name: model-chainer-raw-hpa-4b469-6697f97df-nxj67 namespace: kserve-ci-e2e-test resourceVersion: "17124" uid: bd6b2271-6fd3-4e6a-98b1-893daa6faa93 kind: Event lastTimestamp: "2026-04-17T08:09:10Z" message: 'Created container: model-chainer-raw-hpa-4b469' metadata: creationTimestamp: "2026-04-17T08:09:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:10Z" name: model-chainer-raw-hpa-4b469-6697f97df-nxj67.18a71687ce785261 namespace: kserve-ci-e2e-test resourceVersion: "17149" uid: 657a6b6b-0c8e-40d5-bdb2-c0d04d3cc225 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-45.ec2.internal source: component: kubelet host: ip-10-0-142-45.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-4b469} kind: Pod name: model-chainer-raw-hpa-4b469-6697f97df-nxj67 namespace: kserve-ci-e2e-test resourceVersion: "17124" uid: bd6b2271-6fd3-4e6a-98b1-893daa6faa93 kind: Event lastTimestamp: "2026-04-17T08:09:10Z" message: Started container model-chainer-raw-hpa-4b469 metadata: creationTimestamp: "2026-04-17T08:09:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:10Z" name: model-chainer-raw-hpa-4b469-6697f97df-nxj67.18a71687ceeffae9 namespace: kserve-ci-e2e-test resourceVersion: "17150" uid: 56b45309-4750-4b9f-a1ba-872bbd90ab1a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-45.ec2.internal source: component: kubelet host: ip-10-0-142-45.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-4b469} kind: Pod name: model-chainer-raw-hpa-4b469-6697f97df-nxj67 namespace: kserve-ci-e2e-test resourceVersion: "17124" uid: bd6b2271-6fd3-4e6a-98b1-893daa6faa93 kind: Event lastTimestamp: "2026-04-17T08:09:19Z" message: Stopping container model-chainer-raw-hpa-4b469 metadata: creationTimestamp: "2026-04-17T08:09:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:19Z" name: model-chainer-raw-hpa-4b469-6697f97df-nxj67.18a71689e4443e70 namespace: kserve-ci-e2e-test resourceVersion: "17237" uid: 4d4166a6-0bd2-4a2a-bc74-c5f4759dc43d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-45.ec2.internal source: component: kubelet host: ip-10-0-142-45.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-17T08:09:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-4b469} kind: Pod name: model-chainer-raw-hpa-4b469-6697f97df-nxj67 namespace: kserve-ci-e2e-test resourceVersion: "17124" uid: bd6b2271-6fd3-4e6a-98b1-893daa6faa93 kind: Event lastTimestamp: "2026-04-17T08:09:47Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-17T08:09:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:09:47Z" name: model-chainer-raw-hpa-4b469-6697f97df-nxj67.18a7168a795532f0 namespace: kserve-ci-e2e-test resourceVersion: "17596" uid: dc1d4615-bf39-4196-b9d3-29b71dcae496 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-45.ec2.internal source: component: kubelet host: ip-10-0-142-45.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:09Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-raw-hpa-4b469-6697f97df namespace: kserve-ci-e2e-test resourceVersion: "17117" uid: e639a561-97bd-46c8-8214-7c0d3c5b3c47 kind: Event lastTimestamp: "2026-04-17T08:09:09Z" message: 'Created pod: model-chainer-raw-hpa-4b469-6697f97df-nxj67' metadata: creationTimestamp: "2026-04-17T08:09:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:09:09Z" name: model-chainer-raw-hpa-4b469-6697f97df.18a716878d16b54e namespace: kserve-ci-e2e-test resourceVersion: "17123" uid: 2d937f13-393c-406a-9b4d-57ef648daaf2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:09Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer-raw-hpa-4b469 namespace: kserve-ci-e2e-test resourceVersion: "17115" uid: 0a970e33-1cf6-42d3-8daf-cc6ed8c49291 kind: Event lastTimestamp: "2026-04-17T08:09:09Z" message: Scaled up replica set model-chainer-raw-hpa-4b469-6697f97df from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:09:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:09:09Z" name: model-chainer-raw-hpa-4b469.18a716878c2b3b11 namespace: kserve-ci-e2e-test resourceVersion: "17119" uid: 084f3f91-3992-4ccd-a752-d7d7ceeaf096 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:09:09Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer-raw-hpa-4b469 namespace: kserve-ci-e2e-test resourceVersion: "17133" uid: c39d8b56-b739-400a-8918-53e0bceae0d9 kind: Event lastTimestamp: "2026-04-17T08:09:09Z" message: InferenceGraph [model-chainer-raw-hpa-4b469] is Ready metadata: creationTimestamp: "2026-04-17T08:09:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:09:09Z" name: model-chainer-raw-hpa-4b469.18a716878fc61653 namespace: kserve-ci-e2e-test resourceVersion: "17135" uid: 82cd6ef6-c6b8-4747-9b7a-6be324399406 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:15:11.704267Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-3e909-predictor-d7874586f-26kwx namespace: kserve-ci-e2e-test resourceVersion: "20303" uid: f9330324-5617-4d7b-9d8e-65bbe6d2742a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-3e909-predictor-d7874586f-26kwx to ip-10-0-132-178.ec2.internal metadata: creationTimestamp: "2026-04-17T08:15:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:15:11Z" name: raw-sklearn-3e909-predictor-d7874586f-26kwx.18a716dbe4444a78 namespace: kserve-ci-e2e-test resourceVersion: "20308" uid: 6a006dfb-1da6-4695-b14c-774e486c7f04 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:12Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-3e909-predictor-d7874586f-26kwx namespace: kserve-ci-e2e-test resourceVersion: "20312" uid: f9330324-5617-4d7b-9d8e-65bbe6d2742a kind: Event lastTimestamp: "2026-04-17T08:15:12Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:15:12Z" name: raw-sklearn-3e909-predictor-d7874586f-26kwx.18a716dbfcf0e29e namespace: kserve-ci-e2e-test resourceVersion: "20321" uid: 2217238d-867f-4c65-a718-06fe97cddc38 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-3e909-predictor-d7874586f-26kwx namespace: kserve-ci-e2e-test resourceVersion: "20307" uid: f9330324-5617-4d7b-9d8e-65bbe6d2742a kind: Event lastTimestamp: "2026-04-17T08:15:12Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f" already present on machine metadata: creationTimestamp: "2026-04-17T08:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:15:12Z" name: raw-sklearn-3e909-predictor-d7874586f-26kwx.18a716dbfe2f268b namespace: kserve-ci-e2e-test resourceVersion: "20323" uid: 4c5ac37f-3072-4e95-b232-25218fdd0fea reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-3e909-predictor-d7874586f-26kwx namespace: kserve-ci-e2e-test resourceVersion: "20307" uid: f9330324-5617-4d7b-9d8e-65bbe6d2742a kind: Event lastTimestamp: "2026-04-17T08:15:12Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T08:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:15:12Z" name: raw-sklearn-3e909-predictor-d7874586f-26kwx.18a716dc00fd9bed namespace: kserve-ci-e2e-test resourceVersion: "20325" uid: 1cb22cf3-8a17-46bb-938f-79fb331f835e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:12Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-3e909-predictor-d7874586f-26kwx namespace: kserve-ci-e2e-test resourceVersion: "20307" uid: f9330324-5617-4d7b-9d8e-65bbe6d2742a kind: Event lastTimestamp: "2026-04-17T08:15:12Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T08:15:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:15:12Z" name: raw-sklearn-3e909-predictor-d7874586f-26kwx.18a716dc016d40e5 namespace: kserve-ci-e2e-test resourceVersion: "20326" uid: 432d8847-5057-4c25-8ab6-4821939a7b5d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-3e909-predictor-d7874586f-26kwx namespace: kserve-ci-e2e-test resourceVersion: "20307" uid: f9330324-5617-4d7b-9d8e-65bbe6d2742a kind: Event lastTimestamp: "2026-04-17T08:15:16Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374" already present on machine metadata: creationTimestamp: "2026-04-17T08:15:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:15:16Z" name: raw-sklearn-3e909-predictor-d7874586f-26kwx.18a716dd1472657b namespace: kserve-ci-e2e-test resourceVersion: "20366" uid: 5ff87cb0-8a14-4f62-b9fe-6bdf628e304a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-3e909-predictor-d7874586f-26kwx namespace: kserve-ci-e2e-test resourceVersion: "20307" uid: f9330324-5617-4d7b-9d8e-65bbe6d2742a kind: Event lastTimestamp: "2026-04-17T08:15:16Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T08:15:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:15:16Z" name: raw-sklearn-3e909-predictor-d7874586f-26kwx.18a716dd17b15fd5 namespace: kserve-ci-e2e-test resourceVersion: "20370" uid: c3e383ed-66f7-49ee-a58a-a80a570c7712 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-3e909-predictor-d7874586f-26kwx namespace: kserve-ci-e2e-test resourceVersion: "20307" uid: f9330324-5617-4d7b-9d8e-65bbe6d2742a kind: Event lastTimestamp: "2026-04-17T08:15:16Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T08:15:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:15:16Z" name: raw-sklearn-3e909-predictor-d7874586f-26kwx.18a716dd1820262d namespace: kserve-ci-e2e-test resourceVersion: "20371" uid: cb2fe0c2-bc6f-4884-81b6-46c720a86ce7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-17T08:15:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-3e909-predictor-d7874586f-26kwx namespace: kserve-ci-e2e-test resourceVersion: "20307" uid: f9330324-5617-4d7b-9d8e-65bbe6d2742a kind: Event lastTimestamp: "2026-04-17T08:16:33Z" message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T08:15:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:16:33Z" name: raw-sklearn-3e909-predictor-d7874586f-26kwx.18a716dd505947a7 namespace: kserve-ci-e2e-test resourceVersion: "20990" uid: 528a1234-a42e-4531-a858-83efef730010 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:16:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-3e909-predictor-d7874586f-26kwx namespace: kserve-ci-e2e-test resourceVersion: "20307" uid: f9330324-5617-4d7b-9d8e-65bbe6d2742a kind: Event lastTimestamp: "2026-04-17T08:16:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T08:16:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:16:31Z" name: raw-sklearn-3e909-predictor-d7874586f-26kwx.18a716ee8bebfe1e namespace: kserve-ci-e2e-test resourceVersion: "20940" uid: 99b49b24-e1e9-4cef-b87c-b2d19a81d8f8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: raw-sklearn-3e909-predictor-d7874586f namespace: kserve-ci-e2e-test resourceVersion: "20293" uid: ed7c30ea-1671-49f3-9842-005d6a7f5883 kind: Event lastTimestamp: "2026-04-17T08:15:11Z" message: 'Created pod: raw-sklearn-3e909-predictor-d7874586f-26kwx' metadata: creationTimestamp: "2026-04-17T08:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:15:11Z" name: raw-sklearn-3e909-predictor-d7874586f.18a716dbe3baf1e3 namespace: kserve-ci-e2e-test resourceVersion: "20305" uid: 4bb04674-2adb-41af-b715-4b3ab07ff4e9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: raw-sklearn-3e909-predictor namespace: kserve-ci-e2e-test resourceVersion: "20290" uid: 3c3c074a-a178-4971-9da2-ab3bc7f8ed0f kind: Event lastTimestamp: "2026-04-17T08:15:11Z" message: Scaled up replica set raw-sklearn-3e909-predictor-d7874586f from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:15:11Z" name: raw-sklearn-3e909-predictor.18a716dbe162db6b namespace: kserve-ci-e2e-test resourceVersion: "20295" uid: 148f06fc-4f74-415f-8c14-1f675a0e32c6 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T08:15:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-3e909-predictor namespace: kserve-ci-e2e-test resourceVersion: "20292" uid: 7c97768f-ddc8-4104-a0a5-d534c890752c kind: Event lastTimestamp: "2026-04-17T08:15:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:15:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:15:56Z" name: raw-sklearn-3e909-predictor.18a716df5ffe1990 namespace: kserve-ci-e2e-test resourceVersion: "20657" uid: ce53772d-1669-46d1-98e8-b03202af1bb3 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T08:15:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-3e909-predictor namespace: kserve-ci-e2e-test resourceVersion: "20292" uid: 7c97768f-ddc8-4104-a0a5-d534c890752c kind: Event lastTimestamp: "2026-04-17T08:15:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:15:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:15:56Z" name: raw-sklearn-3e909-predictor.18a716df60602ee3 namespace: kserve-ci-e2e-test resourceVersion: "20658" uid: c534e1d0-d8c2-4928-8763-776dbed475de reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:16:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-3e909-predictor namespace: kserve-ci-e2e-test resourceVersion: "20444" uid: 7c97768f-ddc8-4104-a0a5-d534c890752c kind: Event lastTimestamp: "2026-04-17T08:16:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:16:26Z" name: raw-sklearn-3e909-predictor.18a716e9dd543fcc namespace: kserve-ci-e2e-test resourceVersion: "20873" uid: bf788f0b-6ee7-4d0f-a6ac-fc4f2f58b424 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:16:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-3e909-predictor namespace: kserve-ci-e2e-test resourceVersion: "20444" uid: 7c97768f-ddc8-4104-a0a5-d534c890752c kind: Event lastTimestamp: "2026-04-17T08:16:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:16:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:16:26Z" name: raw-sklearn-3e909-predictor.18a716e9ddb314ce namespace: kserve-ci-e2e-test resourceVersion: "20874" uid: 483372ea-8549-453f-ba49-78c1e3d0338b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-04-17T08:15:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-3e909 namespace: kserve-ci-e2e-test resourceVersion: "20281" uid: 28453e0b-d445-4c1a-ae0a-9003eb9a0fee kind: Event lastTimestamp: "2026-04-17T08:16:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T08:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:16:23Z" name: raw-sklearn-3e909.18a716dbe140a311 namespace: kserve-ci-e2e-test resourceVersion: "20854" uid: 5a37c08e-94a7-4328-b7c6-1e631ff3d3c9 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:15:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-3e909 namespace: kserve-ci-e2e-test resourceVersion: "20281" uid: 28453e0b-d445-4c1a-ae0a-9003eb9a0fee kind: Event lastTimestamp: "2026-04-17T08:15:11Z" message: 'Failed to update status for InferenceService "raw-sklearn-3e909": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-3e909": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:15:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:15:11Z" name: raw-sklearn-3e909.18a716dbe1c2ecee namespace: kserve-ci-e2e-test resourceVersion: "20298" uid: 3dd1c233-8040-4f5c-bc7c-e7aab07b8f0d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:16:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-3e909 namespace: kserve-ci-e2e-test resourceVersion: "20852" uid: 28453e0b-d445-4c1a-ae0a-9003eb9a0fee kind: Event lastTimestamp: "2026-04-17T08:16:23Z" message: InferenceService [raw-sklearn-3e909] is Ready metadata: creationTimestamp: "2026-04-17T08:16:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:16:23Z" name: raw-sklearn-3e909.18a716ecaf26fa97 namespace: kserve-ci-e2e-test resourceVersion: "20853" uid: 4989db64-02f5-4d2b-a876-fc6a818ae2b3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T08:16:31.868844Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f namespace: kserve-ci-e2e-test resourceVersion: "20945" uid: f5110cd0-6941-4e41-9d68-205af8c50dc1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f to ip-10-0-132-178.ec2.internal metadata: creationTimestamp: "2026-04-17T08:16:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T08:16:31Z" name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f.18a716ee8e729510 namespace: kserve-ci-e2e-test resourceVersion: "20953" uid: df78bbe4-b686-4ad6-a0eb-1e676e7faed8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-77bb8ffddf-w9r5s source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:16:32Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f namespace: kserve-ci-e2e-test resourceVersion: "20957" uid: f5110cd0-6941-4e41-9d68-205af8c50dc1 kind: Event lastTimestamp: "2026-04-17T08:16:32Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T08:16:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T08:16:32Z" name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f.18a716eea763a496 namespace: kserve-ci-e2e-test resourceVersion: "20970" uid: 71b025a3-87bf-43ba-8d5b-f5015a3c5d67 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:16:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f namespace: kserve-ci-e2e-test resourceVersion: "20949" uid: f5110cd0-6941-4e41-9d68-205af8c50dc1 kind: Event lastTimestamp: "2026-04-17T08:16:32Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:7e10f72195377161ccb6796832df2f49e2c9a07a2917a79cba93118f050c0f8f" already present on machine metadata: creationTimestamp: "2026-04-17T08:16:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:16:32Z" name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f.18a716eea8907ded namespace: kserve-ci-e2e-test resourceVersion: "20972" uid: def240f1-9ed9-4b98-960f-bf63da349f62 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:16:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f namespace: kserve-ci-e2e-test resourceVersion: "20949" uid: f5110cd0-6941-4e41-9d68-205af8c50dc1 kind: Event lastTimestamp: "2026-04-17T08:16:32Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T08:16:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:16:32Z" name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f.18a716eeab8a8bf7 namespace: kserve-ci-e2e-test resourceVersion: "20973" uid: aabb0d53-35bc-4d0c-a221-a2da3c070f64 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:16:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f namespace: kserve-ci-e2e-test resourceVersion: "20949" uid: f5110cd0-6941-4e41-9d68-205af8c50dc1 kind: Event lastTimestamp: "2026-04-17T08:16:32Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T08:16:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:16:32Z" name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f.18a716eeabf9568a namespace: kserve-ci-e2e-test resourceVersion: "20974" uid: 12b32968-bc12-4c21-b485-bd60f3c62ca6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:16:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f namespace: kserve-ci-e2e-test resourceVersion: "20949" uid: f5110cd0-6941-4e41-9d68-205af8c50dc1 kind: Event lastTimestamp: "2026-04-17T08:16:37Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374" already present on machine metadata: creationTimestamp: "2026-04-17T08:16:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:16:37Z" name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f.18a716efc1bf5829 namespace: kserve-ci-e2e-test resourceVersion: "21020" uid: 677429b1-56ed-4ad4-98bc-6e1e22950c63 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:16:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f namespace: kserve-ci-e2e-test resourceVersion: "20949" uid: f5110cd0-6941-4e41-9d68-205af8c50dc1 kind: Event lastTimestamp: "2026-04-17T08:16:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T08:16:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:16:37Z" name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f.18a716efc4f40618 namespace: kserve-ci-e2e-test resourceVersion: "21026" uid: 249fe2ef-944d-4212-b1ec-7e8f52505d07 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:16:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f namespace: kserve-ci-e2e-test resourceVersion: "20949" uid: f5110cd0-6941-4e41-9d68-205af8c50dc1 kind: Event lastTimestamp: "2026-04-17T08:16:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T08:16:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:16:37Z" name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f.18a716efc561d8b2 namespace: kserve-ci-e2e-test resourceVersion: "21027" uid: e8309330-1868-4209-a6d5-8584cc5b4652 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-17T08:16:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f namespace: kserve-ci-e2e-test resourceVersion: "20949" uid: f5110cd0-6941-4e41-9d68-205af8c50dc1 kind: Event lastTimestamp: "2026-04-17T08:17:54Z" message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T08:16:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:17:54Z" name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f.18a716effdb47a31 namespace: kserve-ci-e2e-test resourceVersion: "21639" uid: 16670fd8-f73c-419d-965e-8d391b56d404 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:17:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f namespace: kserve-ci-e2e-test resourceVersion: "20949" uid: f5110cd0-6941-4e41-9d68-205af8c50dc1 kind: Event lastTimestamp: "2026-04-17T08:17:51Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T08:17:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T08:17:51Z" name: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f.18a7170135d17862 namespace: kserve-ci-e2e-test resourceVersion: "21582" uid: 09db8aaf-a6cf-4f35-baa6-4e58768c7141 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-132-178.ec2.internal source: component: kubelet host: ip-10-0-132-178.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:16:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: raw-sklearn-runtime-44455-predictor-7f66488f7f namespace: kserve-ci-e2e-test resourceVersion: "20934" uid: 8567aa21-f72e-43ee-bc11-6baaab330be3 kind: Event lastTimestamp: "2026-04-17T08:16:31Z" message: 'Created pod: raw-sklearn-runtime-44455-predictor-7f66488f7f-pzr9f' metadata: creationTimestamp: "2026-04-17T08:16:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:16:31Z" name: raw-sklearn-runtime-44455-predictor-7f66488f7f.18a716ee8e0d2b85 namespace: kserve-ci-e2e-test resourceVersion: "20948" uid: 45a37f24-e2a8-471c-9afa-10ac86bd3ec3 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:16:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: raw-sklearn-runtime-44455-predictor namespace: kserve-ci-e2e-test resourceVersion: "20932" uid: b5bb39d2-7c74-4cd4-85e6-3f7922606c38 kind: Event lastTimestamp: "2026-04-17T08:16:31Z" message: Scaled up replica set raw-sklearn-runtime-44455-predictor-7f66488f7f from 0 to 1 metadata: creationTimestamp: "2026-04-17T08:16:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:16:31Z" name: raw-sklearn-runtime-44455-predictor.18a716ee8b976c53 namespace: kserve-ci-e2e-test resourceVersion: "20937" uid: 83c2ddd7-ec25-4e9e-a1ea-ee44a6805acc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T08:16:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-44455-predictor namespace: kserve-ci-e2e-test resourceVersion: "20935" uid: 9144197a-16e0-4cd4-84d5-3aecf351c6f1 kind: Event lastTimestamp: "2026-04-17T08:17:16Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:16:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:17:16Z" name: raw-sklearn-runtime-44455-predictor.18a716f20b7fc06f namespace: kserve-ci-e2e-test resourceVersion: "21310" uid: efb1ce11-fca7-4f0c-8c63-ad301306c9ec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T08:16:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-44455-predictor namespace: kserve-ci-e2e-test resourceVersion: "20935" uid: 9144197a-16e0-4cd4-84d5-3aecf351c6f1 kind: Event lastTimestamp: "2026-04-17T08:17:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T08:16:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:17:16Z" name: raw-sklearn-runtime-44455-predictor.18a716f20c72fc74 namespace: kserve-ci-e2e-test resourceVersion: "21311" uid: fb6f17c4-7823-4b2d-a74f-e5b6bc6d807a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:17:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-44455-predictor namespace: kserve-ci-e2e-test resourceVersion: "21098" uid: 9144197a-16e0-4cd4-84d5-3aecf351c6f1 kind: Event lastTimestamp: "2026-04-17T08:17:46Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:17:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:17:46Z" name: raw-sklearn-runtime-44455-predictor.18a716fc894891f2 namespace: kserve-ci-e2e-test resourceVersion: "21531" uid: c17c7705-88d7-4f86-8663-7f1c4294a1f9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:17:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-44455-predictor namespace: kserve-ci-e2e-test resourceVersion: "21098" uid: 9144197a-16e0-4cd4-84d5-3aecf351c6f1 kind: Event lastTimestamp: "2026-04-17T08:17:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T08:17:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T08:17:46Z" name: raw-sklearn-runtime-44455-predictor.18a716fc899c918e namespace: kserve-ci-e2e-test resourceVersion: "21532" uid: bcc9cc2e-bf5c-4722-90f2-63babb4c7638 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 14 eventTime: null firstTimestamp: "2026-04-17T08:16:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-44455 namespace: kserve-ci-e2e-test resourceVersion: "20909" uid: 2ab5d960-41e8-419e-a9b8-b30c71acfaa1 kind: Event lastTimestamp: "2026-04-17T08:17:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T08:16:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:17:44Z" name: raw-sklearn-runtime-44455.18a716ee8bd5034f namespace: kserve-ci-e2e-test resourceVersion: "21517" uid: 9f9c2433-6ab7-471a-8e2a-aad7ebc83aed reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T08:16:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-44455 namespace: kserve-ci-e2e-test resourceVersion: "20909" uid: 2ab5d960-41e8-419e-a9b8-b30c71acfaa1 kind: Event lastTimestamp: "2026-04-17T08:16:31Z" message: 'Failed to update status for InferenceService "raw-sklearn-runtime-44455": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-44455": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:16:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:16:31Z" name: raw-sklearn-runtime-44455.18a716ee8c3c61b0 namespace: kserve-ci-e2e-test resourceVersion: "20959" uid: 6d77679e-e828-4a99-a4c8-12462e7c9382 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:16:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-44455 namespace: kserve-ci-e2e-test resourceVersion: "20917" uid: 2ab5d960-41e8-419e-a9b8-b30c71acfaa1 kind: Event lastTimestamp: "2026-04-17T08:16:31Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-44455": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T08:16:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:16:31Z" name: raw-sklearn-runtime-44455.18a716ee9062a73e namespace: kserve-ci-e2e-test resourceVersion: "20961" uid: 1dfbdf27-0d5e-46a9-a059-8b75bac42210 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T08:17:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-44455 namespace: kserve-ci-e2e-test resourceVersion: "21515" uid: 2ab5d960-41e8-419e-a9b8-b30c71acfaa1 kind: Event lastTimestamp: "2026-04-17T08:17:44Z" message: InferenceService [raw-sklearn-runtime-44455] is Ready metadata: creationTimestamp: "2026-04-17T08:17:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T08:17:44Z" name: raw-sklearn-runtime-44455.18a716ff8a7597e6 namespace: kserve-ci-e2e-test resourceVersion: "21516" uid: a4a5d6da-a0d2-4443-a467-0be3ac9d15f5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "21779"