--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:51:06.737154Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f namespace: kserve-ci-e2e-test resourceVersion: "18213" uid: 91e77cd7-1db7-4865-8072-6c16017a09d3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f to ip-10-0-137-14.ec2.internal metadata: creationTimestamp: "2026-04-23T16:51:06Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:51:06Z" name: isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f.18a90a7e93db6943 namespace: kserve-ci-e2e-test resourceVersion: "18217" uid: b5429b29-94b1-4dd2-a24b-133f3d22b279 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:07Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f namespace: kserve-ci-e2e-test resourceVersion: "18221" uid: 91e77cd7-1db7-4865-8072-6c16017a09d3 kind: Event lastTimestamp: "2026-04-23T16:51:07Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:51:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:51:07Z" name: isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f.18a90a7eacda26d9 namespace: kserve-ci-e2e-test resourceVersion: "18233" uid: 406d4a85-acd4-4aa8-b4d6-419cddd1858d reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:51:07Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f namespace: kserve-ci-e2e-test resourceVersion: "18215" uid: 91e77cd7-1db7-4865-8072-6c16017a09d3 kind: Event lastTimestamp: "2026-04-23T16:51:12Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d" already present on machine metadata: creationTimestamp: "2026-04-23T16:51:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:51:12Z" name: isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f.18a90a7eae28eff4 namespace: kserve-ci-e2e-test resourceVersion: "18289" uid: 97fa3607-dbaa-4678-b31e-2309d4a385d9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:51:07Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f namespace: kserve-ci-e2e-test resourceVersion: "18215" uid: 91e77cd7-1db7-4865-8072-6c16017a09d3 kind: Event lastTimestamp: "2026-04-23T16:51:12Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-23T16:51:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:51:12Z" name: isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f.18a90a7eb0e50259 namespace: kserve-ci-e2e-test resourceVersion: "18293" uid: b8f8e6d6-92df-4226-86bf-20da4d42b363 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:51:07Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f namespace: kserve-ci-e2e-test resourceVersion: "18215" uid: 91e77cd7-1db7-4865-8072-6c16017a09d3 kind: Event lastTimestamp: "2026-04-23T16:51:12Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-23T16:51:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:51:12Z" name: isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f.18a90a7eb1676de9 namespace: kserve-ci-e2e-test resourceVersion: "18294" uid: adf5b746-454a-40fc-95fd-ee9519a5043d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:15Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f namespace: kserve-ci-e2e-test resourceVersion: "18215" uid: 91e77cd7-1db7-4865-8072-6c16017a09d3 kind: Event lastTimestamp: "2026-04-23T16:51:15Z" message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f_kserve-ci-e2e-test(91e77cd7-1db7-4865-8072-6c16017a09d3) metadata: creationTimestamp: "2026-04-23T16:51:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:51:15Z" name: isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f.18a90a80b028bce3 namespace: kserve-ci-e2e-test resourceVersion: "18315" uid: 119f1238-6b11-48aa-86c8-2f37d2f912c9 reason: BackOff reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-init-fail-865db3-predictor-6d9b8cf984 namespace: kserve-ci-e2e-test resourceVersion: "18204" uid: 18e8c506-1cf0-4b8b-b425-a17831b7602c kind: Event lastTimestamp: "2026-04-23T16:51:06Z" message: 'Created pod: isvc-init-fail-865db3-predictor-6d9b8cf984-sf96f' metadata: creationTimestamp: "2026-04-23T16:51:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:51:06Z" name: isvc-init-fail-865db3-predictor-6d9b8cf984.18a90a7e9367d52e namespace: kserve-ci-e2e-test resourceVersion: "18214" uid: fdd6d44a-5ec3-41b4-b59c-48ad470229b5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-init-fail-865db3-predictor namespace: kserve-ci-e2e-test resourceVersion: "18201" uid: 0db4f739-851b-4e76-b4b5-d7fb08b75010 kind: Event lastTimestamp: "2026-04-23T16:51:06Z" message: Scaled up replica set isvc-init-fail-865db3-predictor-6d9b8cf984 from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:51:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:51:06Z" name: isvc-init-fail-865db3-predictor.18a90a7e909849ca namespace: kserve-ci-e2e-test resourceVersion: "18206" uid: d888c201-21b3-4adb-af00-87a9694d2fbc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 14 eventTime: null firstTimestamp: "2026-04-23T16:51:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-865db3 namespace: kserve-ci-e2e-test resourceVersion: "18178" uid: ac2698bd-a4bd-46c4-b504-18a3e64b7029 kind: Event lastTimestamp: "2026-04-23T16:51:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-23T16:51:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:51:16Z" name: isvc-init-fail-865db3.18a90a7e906d31e7 namespace: kserve-ci-e2e-test resourceVersion: "18324" uid: 43d6293d-fcb0-4b77-9329-f572e754a2ec reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:51:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-865db3 namespace: kserve-ci-e2e-test resourceVersion: "18178" uid: ac2698bd-a4bd-46c4-b504-18a3e64b7029 kind: Event lastTimestamp: "2026-04-23T16:51:06Z" message: 'Failed to update status for InferenceService "isvc-init-fail-865db3": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-865db3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:51:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:51:06Z" name: isvc-init-fail-865db3.18a90a7e90c6500e namespace: kserve-ci-e2e-test resourceVersion: "18223" uid: b0acbd9c-b810-4447-b66f-61774d3c57e5 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:51:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-865db3 namespace: kserve-ci-e2e-test resourceVersion: "18178" uid: ac2698bd-a4bd-46c4-b504-18a3e64b7029 kind: Event lastTimestamp: "2026-04-23T16:51:06Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-865db3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:51:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:51:06Z" name: isvc-init-fail-865db3.18a90a7e90c6b00a namespace: kserve-ci-e2e-test resourceVersion: "18225" uid: 3d5f451f-7adf-4a89-9e48-6e771a856f3f reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:45:54.909699Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15621" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 to ip-10-0-137-14.ec2.internal metadata: creationTimestamp: "2026-04-23T16:45:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:45:54Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a35f97e1580 namespace: kserve-ci-e2e-test resourceVersion: "15626" uid: 11915445-465c-47f5-9bd2-7f8cdc604835 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:55Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15630" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: "2026-04-23T16:45:55Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:45:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:45:55Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a36126d4425 namespace: kserve-ci-e2e-test resourceVersion: "15641" uid: 8f288543-cc8b-4ba5-9ebd-7aa73a14cdfc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: "2026-04-23T16:45:55Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d" already present on machine metadata: creationTimestamp: "2026-04-23T16:45:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:55Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a3613d3a8e6 namespace: kserve-ci-e2e-test resourceVersion: "15643" uid: ab9e04dc-3b8b-4528-9c17-3259f6606cf7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: "2026-04-23T16:45:55Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-23T16:45:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:55Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a3616f55347 namespace: kserve-ci-e2e-test resourceVersion: "15647" uid: 424f2eb6-4401-4fd8-a4f3-b9452581f801 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: "2026-04-23T16:45:55Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-23T16:45:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:55Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a3617613c9a namespace: kserve-ci-e2e-test resourceVersion: "15648" uid: 04301d4e-4d4c-4ec0-84a4-330f6cc42c01 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: "2026-04-23T16:45:59Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438" already present on machine metadata: creationTimestamp: "2026-04-23T16:45:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:59Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a3722fdcb7c namespace: kserve-ci-e2e-test resourceVersion: "15687" uid: 89a095bd-63d5-4016-9ed6-5f0c8938a9c4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: "2026-04-23T16:45:59Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-23T16:45:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:59Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a3725cbe0ab namespace: kserve-ci-e2e-test resourceVersion: "15692" uid: 6fd49824-ed3f-4112-ac0e-40459bf352ea reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: "2026-04-23T16:45:59Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-23T16:45:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:59Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a37263b1c12 namespace: kserve-ci-e2e-test resourceVersion: "15693" uid: 675b68af-890a-4347-bbdc-333acf07c1d4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:59Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: "2026-04-23T16:45:59Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:f1e6c59752bf9c5d5ef383777636f8bf6f11e2b73d04072559a0fe8e69dc54d3" already present on machine metadata: creationTimestamp: "2026-04-23T16:45:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:59Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a372646b2cd namespace: kserve-ci-e2e-test resourceVersion: "15694" uid: 864f8b88-bba0-4c94-a0a4-4f7b2c0f479c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:46:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: "2026-04-23T16:46:00Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-04-23T16:46:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:46:00Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a37292adc6f namespace: kserve-ci-e2e-test resourceVersion: "15696" uid: 5b904e39-eed8-44fe-99f7-889bea6cd86d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:46:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: "2026-04-23T16:46:00Z" message: Started container agent metadata: creationTimestamp: "2026-04-23T16:46:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:46:00Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a3729952b0b namespace: kserve-ci-e2e-test resourceVersion: "15697" uid: 4aeedb97-af4b-4163-8f65-648b0af886da reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-04-23T16:46:00Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: "2026-04-23T16:47:32Z" message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-23T16:46:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:47:32Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a375ed8db31 namespace: kserve-ci-e2e-test resourceVersion: "16468" uid: 6aa960f5-8a25-41da-827c-041c78f7eb1e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-23T16:46:01Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: "2026-04-23T16:47:32Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-23T16:46:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:47:32Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a379a960f6f namespace: kserve-ci-e2e-test resourceVersion: "16469" uid: 04bec27b-5cfc-41ef-b8ea-983e7286315d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: "2026-04-23T16:47:10Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-23T16:47:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:47:10Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a477d63a56f namespace: kserve-ci-e2e-test resourceVersion: "16248" uid: a5dbcb33-e818-4273-b063-758310425c9d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22 namespace: kserve-ci-e2e-test resourceVersion: "15624" uid: 38654de2-f382-4ee1-b9f1-c05237b9f2da kind: Event lastTimestamp: "2026-04-23T16:47:10Z" message: Stopping container agent metadata: creationTimestamp: "2026-04-23T16:47:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:47:10Z" name: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22.18a90a477d64607b namespace: kserve-ci-e2e-test resourceVersion: "16252" uid: 28959ac6-6496-43dc-a614-a95f9edd5801 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-raw-884e2-predictor-7554bf599d namespace: kserve-ci-e2e-test resourceVersion: "15611" uid: 7829049a-a46b-4129-b3fe-5655bfcdd438 kind: Event lastTimestamp: "2026-04-23T16:45:54Z" message: 'Created pod: isvc-logger-raw-884e2-predictor-7554bf599d-zvt22' metadata: creationTimestamp: "2026-04-23T16:45:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:45:54Z" name: isvc-logger-raw-884e2-predictor-7554bf599d.18a90a35f9175a3f namespace: kserve-ci-e2e-test resourceVersion: "15623" uid: 95b402c0-b058-4088-a87a-94f90a32b467 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-raw-884e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15609" uid: 34c58b17-3ba8-4abc-8b4d-15fd42b32453 kind: Event lastTimestamp: "2026-04-23T16:45:54Z" message: Scaled up replica set isvc-logger-raw-884e2-predictor-7554bf599d from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:45:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:45:54Z" name: isvc-logger-raw-884e2-predictor.18a90a35f64d31cb namespace: kserve-ci-e2e-test resourceVersion: "15613" uid: 39d045ab-6745-4ba5-a3c1-defda24fc8d5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-23T16:46:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-884e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15610" uid: 154ef700-fdcd-47e1-89d3-61bec56ba77e kind: Event lastTimestamp: "2026-04-23T16:46:54Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:46:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:46:54Z" name: isvc-logger-raw-884e2-predictor.18a90a3974e0d199 namespace: kserve-ci-e2e-test resourceVersion: "16096" uid: f8ab7916-c535-498d-a649-f9e95532ee87 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-23T16:46:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-884e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15610" uid: 154ef700-fdcd-47e1-89d3-61bec56ba77e kind: Event lastTimestamp: "2026-04-23T16:46:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:46:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:46:54Z" name: isvc-logger-raw-884e2-predictor.18a90a39755d384f namespace: kserve-ci-e2e-test resourceVersion: "16097" uid: 8eeeb0f9-d3b8-4834-ba4e-2ff22c6c283c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-884e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: 154ef700-fdcd-47e1-89d3-61bec56ba77e kind: Event lastTimestamp: "2026-04-23T16:47:09Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:47:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:47:09Z" name: isvc-logger-raw-884e2-predictor.18a90a47710a4cc3 namespace: kserve-ci-e2e-test resourceVersion: "16208" uid: 35eb3337-791c-425f-8f1e-b2601b4b4527 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-884e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15771" uid: 154ef700-fdcd-47e1-89d3-61bec56ba77e kind: Event lastTimestamp: "2026-04-23T16:47:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:47:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:47:09Z" name: isvc-logger-raw-884e2-predictor.18a90a47718d50ce namespace: kserve-ci-e2e-test resourceVersion: "16209" uid: a95d373b-653c-4f63-99c5-3ec494e66725 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-04-23T16:45:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-884e2 namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 2950675d-2267-43d4-a743-9d4951df1898 kind: Event lastTimestamp: "2026-04-23T16:47:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-23T16:45:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:47:03Z" name: isvc-logger-raw-884e2.18a90a35f62f51f1 namespace: kserve-ci-e2e-test resourceVersion: "16159" uid: 632cc32f-22f6-4994-8b30-95969c7f298d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:45:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-884e2 namespace: kserve-ci-e2e-test resourceVersion: "15601" uid: 2950675d-2267-43d4-a743-9d4951df1898 kind: Event lastTimestamp: "2026-04-23T16:45:54Z" message: 'Failed to update status for InferenceService "isvc-logger-raw-884e2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-884e2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:45:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:45:54Z" name: isvc-logger-raw-884e2.18a90a35f6c99d46 namespace: kserve-ci-e2e-test resourceVersion: "15632" uid: 54612fbc-0aa4-4804-8913-b8cc3dd0b851 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-884e2 namespace: kserve-ci-e2e-test resourceVersion: "15604" uid: 2950675d-2267-43d4-a743-9d4951df1898 kind: Event lastTimestamp: "2026-04-23T16:45:54Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-884e2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:45:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:45:54Z" name: isvc-logger-raw-884e2.18a90a35fb17a7ea namespace: kserve-ci-e2e-test resourceVersion: "15633" uid: 641c28d8-825f-4f9b-a1fa-4c2b49498a54 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-884e2 namespace: kserve-ci-e2e-test resourceVersion: "16156" uid: 2950675d-2267-43d4-a743-9d4951df1898 kind: Event lastTimestamp: "2026-04-23T16:47:02Z" message: InferenceService [isvc-logger-raw-884e2] is Ready metadata: creationTimestamp: "2026-04-23T16:47:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:47:02Z" name: isvc-logger-raw-884e2.18a90a45d38f90ff namespace: kserve-ci-e2e-test resourceVersion: "16158" uid: b34d8d05-331f-4a16-94dc-8a18cdde933e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:49:30.401396Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt namespace: kserve-ci-e2e-test resourceVersion: "17346" uid: b2697a8c-e60d-45fb-b91b-c7b9a513dbc3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt to ip-10-0-137-14.ec2.internal metadata: creationTimestamp: "2026-04-23T16:49:30Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:49:30Z" name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt.18a90a6825cc7957 namespace: kserve-ci-e2e-test resourceVersion: "17351" uid: 9ba36958-65d6-458a-a9d3-ce63ec09e0f1 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:30Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt namespace: kserve-ci-e2e-test resourceVersion: "17355" uid: b2697a8c-e60d-45fb-b91b-c7b9a513dbc3 kind: Event lastTimestamp: "2026-04-23T16:49:30Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:49:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:49:30Z" name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt.18a90a683fb6729e namespace: kserve-ci-e2e-test resourceVersion: "17361" uid: f896f106-891e-4ed0-98e7-bffa8be3f4e6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt namespace: kserve-ci-e2e-test resourceVersion: "17348" uid: b2697a8c-e60d-45fb-b91b-c7b9a513dbc3 kind: Event lastTimestamp: "2026-04-23T16:49:30Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d" already present on machine metadata: creationTimestamp: "2026-04-23T16:49:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:49:30Z" name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt.18a90a684101ae35 namespace: kserve-ci-e2e-test resourceVersion: "17363" uid: b778f937-214a-4607-805a-9319c8b181ce reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt namespace: kserve-ci-e2e-test resourceVersion: "17348" uid: b2697a8c-e60d-45fb-b91b-c7b9a513dbc3 kind: Event lastTimestamp: "2026-04-23T16:49:30Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-23T16:49:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:49:30Z" name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt.18a90a68439735d5 namespace: kserve-ci-e2e-test resourceVersion: "17365" uid: 449217f2-6279-4db3-ae62-505a85bfbb68 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:30Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt namespace: kserve-ci-e2e-test resourceVersion: "17348" uid: b2697a8c-e60d-45fb-b91b-c7b9a513dbc3 kind: Event lastTimestamp: "2026-04-23T16:49:30Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-23T16:49:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:49:30Z" name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt.18a90a6844040f6b namespace: kserve-ci-e2e-test resourceVersion: "17366" uid: cb6dadca-710c-4620-9682-e3e76863977d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt namespace: kserve-ci-e2e-test resourceVersion: "17348" uid: b2697a8c-e60d-45fb-b91b-c7b9a513dbc3 kind: Event lastTimestamp: "2026-04-23T16:49:34Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438" already present on machine metadata: creationTimestamp: "2026-04-23T16:49:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:49:34Z" name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt.18a90a69197f4383 namespace: kserve-ci-e2e-test resourceVersion: "17399" uid: f07adebe-8484-4dc0-902b-57dd832ad385 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt namespace: kserve-ci-e2e-test resourceVersion: "17348" uid: b2697a8c-e60d-45fb-b91b-c7b9a513dbc3 kind: Event lastTimestamp: "2026-04-23T16:49:34Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-23T16:49:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:49:34Z" name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt.18a90a691c6cfa13 namespace: kserve-ci-e2e-test resourceVersion: "17403" uid: 479ea0d9-d50f-411d-b6f3-9332feffee53 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt namespace: kserve-ci-e2e-test resourceVersion: "17348" uid: b2697a8c-e60d-45fb-b91b-c7b9a513dbc3 kind: Event lastTimestamp: "2026-04-23T16:49:34Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-23T16:49:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:49:34Z" name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt.18a90a691cec9029 namespace: kserve-ci-e2e-test resourceVersion: "17404" uid: dce8eeed-dbfa-4e53-8fd7-59c87d2e9f55 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-23T16:49:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt namespace: kserve-ci-e2e-test resourceVersion: "17348" uid: b2697a8c-e60d-45fb-b91b-c7b9a513dbc3 kind: Event lastTimestamp: "2026-04-23T16:50:36Z" message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-23T16:49:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:50:36Z" name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt.18a90a69555dee46 namespace: kserve-ci-e2e-test resourceVersion: "17861" uid: 8950b72e-5635-409c-8f4e-656a025e512b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt namespace: kserve-ci-e2e-test resourceVersion: "17348" uid: b2697a8c-e60d-45fb-b91b-c7b9a513dbc3 kind: Event lastTimestamp: "2026-04-23T16:51:06Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-23T16:51:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:51:06Z" name: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt.18a90a7e8f14fb02 namespace: kserve-ci-e2e-test resourceVersion: "18198" uid: d9b3b95e-da3d-4afe-97c6-9786e06db33f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:30Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-primary-b6e5e0-predictor-5d7b47d467 namespace: kserve-ci-e2e-test resourceVersion: "17336" uid: d3d25f87-d892-4d13-aa94-34f1f3ee50d0 kind: Event lastTimestamp: "2026-04-23T16:49:30Z" message: 'Created pod: isvc-primary-b6e5e0-predictor-5d7b47d467-7zxxt' metadata: creationTimestamp: "2026-04-23T16:49:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:49:30Z" name: isvc-primary-b6e5e0-predictor-5d7b47d467.18a90a68256dcb20 namespace: kserve-ci-e2e-test resourceVersion: "17347" uid: 8e65fd6a-f398-46f1-beef-8f506b0d0397 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:30Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-primary-b6e5e0-predictor namespace: kserve-ci-e2e-test resourceVersion: "17334" uid: 5d7b1b53-acd8-4a56-9df0-a53363caa1f1 kind: Event lastTimestamp: "2026-04-23T16:49:30Z" message: Scaled up replica set isvc-primary-b6e5e0-predictor-5d7b47d467 from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:49:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:49:30Z" name: isvc-primary-b6e5e0-predictor.18a90a68215507ff namespace: kserve-ci-e2e-test resourceVersion: "17338" uid: bf7dd15b-afa6-4aa0-9ebe-17e5490c00ce reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-b6e5e0-predictor namespace: kserve-ci-e2e-test resourceVersion: "17337" uid: e5598ed8-51b1-4fdf-b338-0acbe0f77f41 kind: Event lastTimestamp: "2026-04-23T16:49:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:49:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:49:45Z" name: isvc-primary-b6e5e0-predictor.18a90a6ba01a3550 namespace: kserve-ci-e2e-test resourceVersion: "17494" uid: 476a6f65-5834-48a3-88ab-9996671360bb reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:45Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-b6e5e0-predictor namespace: kserve-ci-e2e-test resourceVersion: "17337" uid: e5598ed8-51b1-4fdf-b338-0acbe0f77f41 kind: Event lastTimestamp: "2026-04-23T16:49:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:49:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:49:45Z" name: isvc-primary-b6e5e0-predictor.18a90a6ba07eca68 namespace: kserve-ci-e2e-test resourceVersion: "17496" uid: dc382054-52c7-44f5-93c6-30d22b4edd03 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-23T16:50:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-b6e5e0-predictor namespace: kserve-ci-e2e-test resourceVersion: "17495" uid: e5598ed8-51b1-4fdf-b338-0acbe0f77f41 kind: Event lastTimestamp: "2026-04-23T16:51:00Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:50:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:51:00Z" name: isvc-primary-b6e5e0-predictor.18a90a6f1f873561 namespace: kserve-ci-e2e-test resourceVersion: "18102" uid: 1b978333-f1c8-4be4-a31c-94243876ec73 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-23T16:50:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-b6e5e0-predictor namespace: kserve-ci-e2e-test resourceVersion: "17495" uid: e5598ed8-51b1-4fdf-b338-0acbe0f77f41 kind: Event lastTimestamp: "2026-04-23T16:51:00Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:50:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:51:00Z" name: isvc-primary-b6e5e0-predictor.18a90a6f1fe8baa2 namespace: kserve-ci-e2e-test resourceVersion: "18103" uid: cd387485-6771-449e-a9ff-8c657cb877ca reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 14 eventTime: null firstTimestamp: "2026-04-23T16:49:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-b6e5e0 namespace: kserve-ci-e2e-test resourceVersion: "17310" uid: 54a9812d-b853-44c5-95c1-f445452b597f kind: Event lastTimestamp: "2026-04-23T16:50:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-23T16:49:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:50:46Z" name: isvc-primary-b6e5e0.18a90a682171018b namespace: kserve-ci-e2e-test resourceVersion: "17945" uid: 550426e4-bbf9-4d31-b3fb-75879ba59a76 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-b6e5e0 namespace: kserve-ci-e2e-test resourceVersion: "17310" uid: 54a9812d-b853-44c5-95c1-f445452b597f kind: Event lastTimestamp: "2026-04-23T16:49:30Z" message: 'Failed to update status for InferenceService "isvc-primary-b6e5e0": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-b6e5e0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:49:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:49:30Z" name: isvc-primary-b6e5e0.18a90a6821e69bdc namespace: kserve-ci-e2e-test resourceVersion: "17341" uid: 9454d9dc-152d-4dd7-9702-7701c1db2899 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:30Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-b6e5e0 namespace: kserve-ci-e2e-test resourceVersion: "17310" uid: 54a9812d-b853-44c5-95c1-f445452b597f kind: Event lastTimestamp: "2026-04-23T16:49:30Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-b6e5e0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:49:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:49:30Z" name: isvc-primary-b6e5e0.18a90a6821e70069 namespace: kserve-ci-e2e-test resourceVersion: "17343" uid: 40b570f3-9e77-48e9-ad14-e591c5ccb2d8 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:50:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-b6e5e0 namespace: kserve-ci-e2e-test resourceVersion: "17942" uid: 54a9812d-b853-44c5-95c1-f445452b597f kind: Event lastTimestamp: "2026-04-23T16:50:46Z" message: InferenceService [isvc-primary-b6e5e0] is Ready metadata: creationTimestamp: "2026-04-23T16:50:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:50:46Z" name: isvc-primary-b6e5e0.18a90a79e1442e68 namespace: kserve-ci-e2e-test resourceVersion: "17943" uid: da8ffe36-62a1-4a72-9326-703b86979831 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:40:49.096793Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12743" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 to ip-10-0-137-14.ec2.internal metadata: creationTimestamp: "2026-04-23T16:40:49Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:40:49Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909eec59f6fb1 namespace: kserve-ci-e2e-test resourceVersion: "12749" uid: e71d23d1-cf85-4d33-9e64-83b9e24de2ed reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:40:49Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12755" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:40:49Z" message: Add eth0 [10.134.0.16/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:40:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:40:49Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909eede51780f namespace: kserve-ci-e2e-test resourceVersion: "12764" uid: 38685ee1-4b24-42c3-a7ae-ce51635ac104 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:40:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:40:49Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d" metadata: creationTimestamp: "2026-04-23T16:40:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:40:49Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909eedfcb4b4f namespace: kserve-ci-e2e-test resourceVersion: "12766" uid: 21c34b91-ed86-417b-9e47-bdad8861f7e0 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:40:53Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:40:53Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d" in 4.434s (4.434s including waiting). Image size: 299661712 bytes.' metadata: creationTimestamp: "2026-04-23T16:40:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:40:53Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909efe81f9998 namespace: kserve-ci-e2e-test resourceVersion: "12794" uid: 7ed821ee-6a91-4ec3-90cd-e41c0e0259de reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:40:54Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:40:54Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-23T16:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:40:54Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909efec271fd5 namespace: kserve-ci-e2e-test resourceVersion: "12795" uid: 0bc70dab-331a-4f64-8516-8676a3be7ccd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:40:54Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:40:54Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-23T16:40:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:40:54Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909efec902a69 namespace: kserve-ci-e2e-test resourceVersion: "12796" uid: 373d2e74-d50d-4221-bca4-8b228f1cc2da reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:40:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:40:58Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438" metadata: creationTimestamp: "2026-04-23T16:40:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:40:58Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909f0d9007803 namespace: kserve-ci-e2e-test resourceVersion: "12862" uid: 1d88c6cb-6462-4a86-b4c4-a964f95f6c5b reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:41:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:41:11Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438" in 13.066s (13.066s including waiting). Image size: 1562609571 bytes.' metadata: creationTimestamp: "2026-04-23T16:41:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:41:11Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909f3e3d8e60d namespace: kserve-ci-e2e-test resourceVersion: "12986" uid: 0a681a25-ab62-4818-a70b-6ee8aa9a2ef5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:41:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:41:11Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-23T16:41:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:41:11Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909f3e6fd5dda namespace: kserve-ci-e2e-test resourceVersion: "12987" uid: b00b56f1-c1b1-4c80-bc2c-983decf83d27 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:41:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:41:11Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-23T16:41:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:41:11Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909f3e76db428 namespace: kserve-ci-e2e-test resourceVersion: "12988" uid: 96d34c60-76e2-474f-a349-25b99f1946a8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:41:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:41:11Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:f1e6c59752bf9c5d5ef383777636f8bf6f11e2b73d04072559a0fe8e69dc54d3" metadata: creationTimestamp: "2026-04-23T16:41:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:41:11Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909f3e779c456 namespace: kserve-ci-e2e-test resourceVersion: "12989" uid: b85632b4-208a-4b28-9fde-501a7a18e534 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:41:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:41:13Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:f1e6c59752bf9c5d5ef383777636f8bf6f11e2b73d04072559a0fe8e69dc54d3" in 2.72s (2.72s including waiting). Image size: 237895222 bytes.' metadata: creationTimestamp: "2026-04-23T16:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:41:13Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909f4899d7567 namespace: kserve-ci-e2e-test resourceVersion: "13008" uid: 6b66f296-110f-4f8a-b4be-e7ba32a3965e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:41:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:41:13Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-04-23T16:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:41:13Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909f48c4ad729 namespace: kserve-ci-e2e-test resourceVersion: "13009" uid: 643544e2-e980-4f22-b5fc-806158da5739 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:41:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:41:13Z" message: Started container agent metadata: creationTimestamp: "2026-04-23T16:41:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:41:13Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909f48cb7e06e namespace: kserve-ci-e2e-test resourceVersion: "13010" uid: c6ef3d58-f64b-4d7e-9d83-cb49c75cb37f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-04-23T16:41:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:42:46Z" message: 'Readiness probe failed: dial tcp 10.134.0.16:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-23T16:41:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:46Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909f495edd5e9 namespace: kserve-ci-e2e-test resourceVersion: "13810" uid: 55a42166-3912-47ec-8b80-28de97501d0d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-23T16:41:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:42:46Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-23T16:41:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:46Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a909f4d1a7eca0 namespace: kserve-ci-e2e-test resourceVersion: "13811" uid: a08ac1bd-9cde-4e69-acfd-b5ec1f571305 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:24Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a90a04e84377b3 namespace: kserve-ci-e2e-test resourceVersion: "13556" uid: 4fb08770-c89d-4cd8-b677-010ad7e52325 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52 namespace: kserve-ci-e2e-test resourceVersion: "12747" uid: ad0c19ac-6781-491e-accf-80afed0e81f8 kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: Stopping container agent metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:24Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52.18a90a04e844b0e8 namespace: kserve-ci-e2e-test resourceVersion: "13559" uid: 5df5720c-d402-468c-8a32-e59567a399ee reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:40:49Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b namespace: kserve-ci-e2e-test resourceVersion: "12735" uid: fcb9a772-85a2-4163-bc2d-c326db61ac5f kind: Event lastTimestamp: "2026-04-23T16:40:49Z" message: 'Created pod: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b-5fr52' metadata: creationTimestamp: "2026-04-23T16:40:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:40:49Z" name: isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b.18a909eec525ec24 namespace: kserve-ci-e2e-test resourceVersion: "12745" uid: ff6883fc-2f2e-49cf-a093-d646b7feffd8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:40:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-raw-sklearn-batcher-2511f-predictor namespace: kserve-ci-e2e-test resourceVersion: "12733" uid: 54fceeeb-640e-4a25-8cfe-ef90a949423a kind: Event lastTimestamp: "2026-04-23T16:40:48Z" message: Scaled up replica set isvc-raw-sklearn-batcher-2511f-predictor-696c76f45b from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:40:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:40:48Z" name: isvc-raw-sklearn-batcher-2511f-predictor.18a909eebf6075da namespace: kserve-ci-e2e-test resourceVersion: "12736" uid: 75404b2f-f09f-4646-8445-0c25db8500c9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:41:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-2511f-predictor namespace: kserve-ci-e2e-test resourceVersion: "12744" uid: 492cb802-5055-41d1-8d9c-abdb5457b99c kind: Event lastTimestamp: "2026-04-23T16:41:19Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:41:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:41:19Z" name: isvc-raw-sklearn-batcher-2511f-predictor.18a909f2453cbddf namespace: kserve-ci-e2e-test resourceVersion: "13052" uid: 35d6f96b-8b24-4dc1-a99d-2da8462ca67c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:41:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-2511f-predictor namespace: kserve-ci-e2e-test resourceVersion: "12744" uid: 492cb802-5055-41d1-8d9c-abdb5457b99c kind: Event lastTimestamp: "2026-04-23T16:41:19Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:41:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:41:19Z" name: isvc-raw-sklearn-batcher-2511f-predictor.18a909f245b27d14 namespace: kserve-ci-e2e-test resourceVersion: "13053" uid: b01ff7c2-1577-487e-8e7e-71c6db6fde39 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-23T16:41:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-2511f-predictor namespace: kserve-ci-e2e-test resourceVersion: "12908" uid: 492cb802-5055-41d1-8d9c-abdb5457b99c kind: Event lastTimestamp: "2026-04-23T16:42:19Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:41:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:42:19Z" name: isvc-raw-sklearn-batcher-2511f-predictor.18a909f943918af3 namespace: kserve-ci-e2e-test resourceVersion: "13487" uid: 8ffea7ee-517d-4a87-bc67-30eea7be33a2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-23T16:41:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-2511f-predictor namespace: kserve-ci-e2e-test resourceVersion: "12908" uid: 492cb802-5055-41d1-8d9c-abdb5457b99c kind: Event lastTimestamp: "2026-04-23T16:42:19Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:41:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:42:19Z" name: isvc-raw-sklearn-batcher-2511f-predictor.18a909f943f5d32a namespace: kserve-ci-e2e-test resourceVersion: "13488" uid: 0c77e143-24ac-43d9-bdfe-20679f2a6ecc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-04-23T16:40:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-2511f namespace: kserve-ci-e2e-test resourceVersion: "12723" uid: 317f0455-b5c8-4ff8-9ea5-753c39ea23a0 kind: Event lastTimestamp: "2026-04-23T16:42:16Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-23T16:40:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:42:16Z" name: isvc-raw-sklearn-batcher-2511f.18a909eec5661b99 namespace: kserve-ci-e2e-test resourceVersion: "13463" uid: d2292c88-9497-460e-af13-44cb508919b1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:40:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-2511f namespace: kserve-ci-e2e-test resourceVersion: "12723" uid: 317f0455-b5c8-4ff8-9ea5-753c39ea23a0 kind: Event lastTimestamp: "2026-04-23T16:40:49Z" message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-2511f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-2511f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:40:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:40:49Z" name: isvc-raw-sklearn-batcher-2511f.18a909eec5cc9ee8 namespace: kserve-ci-e2e-test resourceVersion: "12750" uid: b550e76b-79c4-4c58-8154-901a87e2c050 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:40:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-2511f namespace: kserve-ci-e2e-test resourceVersion: "12723" uid: 317f0455-b5c8-4ff8-9ea5-753c39ea23a0 kind: Event lastTimestamp: "2026-04-23T16:40:49Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-2511f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:40:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:40:49Z" name: isvc-raw-sklearn-batcher-2511f.18a909eec5cd1829 namespace: kserve-ci-e2e-test resourceVersion: "12753" uid: b515a6a5-4a20-49da-869d-69779859535e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-2511f namespace: kserve-ci-e2e-test resourceVersion: "13461" uid: 317f0455-b5c8-4ff8-9ea5-753c39ea23a0 kind: Event lastTimestamp: "2026-04-23T16:42:16Z" message: InferenceService [isvc-raw-sklearn-batcher-2511f] is Ready metadata: creationTimestamp: "2026-04-23T16:42:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:42:16Z" name: isvc-raw-sklearn-batcher-2511f.18a90a030d3a4291 namespace: kserve-ci-e2e-test resourceVersion: "13462" uid: 643bd5c7-e732-499b-88a9-29326eb0095e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:50:50.533630Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4 namespace: kserve-ci-e2e-test resourceVersion: "17998" uid: f65714fc-9280-4a9e-bf2d-7d08cf176a77 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4 to ip-10-0-137-14.ec2.internal metadata: creationTimestamp: "2026-04-23T16:50:50Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:50:50Z" name: isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4.18a90a7ace0d64e6 namespace: kserve-ci-e2e-test resourceVersion: "18004" uid: da8e669f-ea51-42b1-96dc-d4123fa51206 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:50:50Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4 namespace: kserve-ci-e2e-test resourceVersion: "18007" uid: f65714fc-9280-4a9e-bf2d-7d08cf176a77 kind: Event lastTimestamp: "2026-04-23T16:50:50Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:50:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:50:50Z" name: isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4.18a90a7ae66b5854 namespace: kserve-ci-e2e-test resourceVersion: "18014" uid: 78db4466-1d08-4a2e-b477-e663244f70bc reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:50:50Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4 namespace: kserve-ci-e2e-test resourceVersion: "18001" uid: f65714fc-9280-4a9e-bf2d-7d08cf176a77 kind: Event lastTimestamp: "2026-04-23T16:50:54Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d" already present on machine metadata: creationTimestamp: "2026-04-23T16:50:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:50:54Z" name: isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4.18a90a7ae7f19ed5 namespace: kserve-ci-e2e-test resourceVersion: "18050" uid: 62a94656-14d5-4b30-90a3-3b93521fcc53 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:50:51Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4 namespace: kserve-ci-e2e-test resourceVersion: "18001" uid: f65714fc-9280-4a9e-bf2d-7d08cf176a77 kind: Event lastTimestamp: "2026-04-23T16:50:54Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-23T16:50:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:50:54Z" name: isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4.18a90a7aeaa139bb namespace: kserve-ci-e2e-test resourceVersion: "18054" uid: ede1a629-0a48-4b2f-a52a-bf0c1131b812 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:50:51Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4 namespace: kserve-ci-e2e-test resourceVersion: "18001" uid: f65714fc-9280-4a9e-bf2d-7d08cf176a77 kind: Event lastTimestamp: "2026-04-23T16:50:54Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-23T16:50:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:50:54Z" name: isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4.18a90a7aeb0937d1 namespace: kserve-ci-e2e-test resourceVersion: "18057" uid: 7d8ec9f4-5468-485a-bf15-0d9fb00750f5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:50:59Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4 namespace: kserve-ci-e2e-test resourceVersion: "18001" uid: f65714fc-9280-4a9e-bf2d-7d08cf176a77 kind: Event lastTimestamp: "2026-04-23T16:50:59Z" message: Back-off restarting failed container storage-initializer in pod isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4_kserve-ci-e2e-test(f65714fc-9280-4a9e-bf2d-7d08cf176a77) metadata: creationTimestamp: "2026-04-23T16:50:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:50:59Z" name: isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4.18a90a7cf4e7af63 namespace: kserve-ci-e2e-test resourceVersion: "18096" uid: d6f5d41c-00ce-4986-b1ca-d79b2264bcb8 reason: BackOff reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:50:50Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-secondary-b6e5e0-predictor-f4bdc6dfd namespace: kserve-ci-e2e-test resourceVersion: "17990" uid: 2ed21ee5-ee69-4a08-85db-37627bad08c7 kind: Event lastTimestamp: "2026-04-23T16:50:50Z" message: 'Created pod: isvc-secondary-b6e5e0-predictor-f4bdc6dfd-smvq4' metadata: creationTimestamp: "2026-04-23T16:50:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:50:50Z" name: isvc-secondary-b6e5e0-predictor-f4bdc6dfd.18a90a7acdabff3f namespace: kserve-ci-e2e-test resourceVersion: "18000" uid: 6401ec37-577f-47d4-9ab4-a7ccc5c7a8b8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:50:50Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-secondary-b6e5e0-predictor namespace: kserve-ci-e2e-test resourceVersion: "17987" uid: ab933a7c-1b66-4abd-8792-4be641d3937d kind: Event lastTimestamp: "2026-04-23T16:50:50Z" message: Scaled up replica set isvc-secondary-b6e5e0-predictor-f4bdc6dfd from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:50:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:50:50Z" name: isvc-secondary-b6e5e0-predictor.18a90a7acb067999 namespace: kserve-ci-e2e-test resourceVersion: "17991" uid: 5d0c899d-c915-4378-81ca-b7ee006c2373 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-secondary-b6e5e0-predictor namespace: kserve-ci-e2e-test resourceVersion: "17989" uid: d518ae39-b2d2-4f34-a24f-4152c2b5cad4 kind: Event lastTimestamp: "2026-04-23T16:51:05Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:51:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:51:05Z" name: isvc-secondary-b6e5e0-predictor.18a90a7e49aa2bb2 namespace: kserve-ci-e2e-test resourceVersion: "18142" uid: 3791cb31-d060-4f49-9da6-e2aae683fe8f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:05Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-secondary-b6e5e0-predictor namespace: kserve-ci-e2e-test resourceVersion: "17989" uid: d518ae39-b2d2-4f34-a24f-4152c2b5cad4 kind: Event lastTimestamp: "2026-04-23T16:51:05Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:51:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:51:05Z" name: isvc-secondary-b6e5e0-predictor.18a90a7e4a09835e namespace: kserve-ci-e2e-test resourceVersion: "18144" uid: a4f2a616-9dfa-4aa0-885e-fc0700db24d8 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-04-23T16:50:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-b6e5e0 namespace: kserve-ci-e2e-test resourceVersion: "17979" uid: 0ba2a0ed-5e7a-42e3-84bf-1d94b095ee7e kind: Event lastTimestamp: "2026-04-23T16:51:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-23T16:50:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:51:01Z" name: isvc-secondary-b6e5e0.18a90a7acb0ff8e3 namespace: kserve-ci-e2e-test resourceVersion: "18109" uid: 3167a033-b4a4-4e71-b5bd-2caa8a2598f4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:50:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-b6e5e0 namespace: kserve-ci-e2e-test resourceVersion: "17979" uid: 0ba2a0ed-5e7a-42e3-84bf-1d94b095ee7e kind: Event lastTimestamp: "2026-04-23T16:50:50Z" message: 'Failed to update status for InferenceService "isvc-secondary-b6e5e0": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-b6e5e0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:50:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:50:50Z" name: isvc-secondary-b6e5e0.18a90a7acb811426 namespace: kserve-ci-e2e-test resourceVersion: "17994" uid: e91153c1-1b77-4c32-8786-61d5a4335627 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:50:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-b6e5e0 namespace: kserve-ci-e2e-test resourceVersion: "17979" uid: 0ba2a0ed-5e7a-42e3-84bf-1d94b095ee7e kind: Event lastTimestamp: "2026-04-23T16:50:50Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-b6e5e0": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:50:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:50:50Z" name: isvc-secondary-b6e5e0.18a90a7acb8177a0 namespace: kserve-ci-e2e-test resourceVersion: "17996" uid: 9a9c3fcf-b950-4d59-b9bd-58dce8a8700e reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:42:24.254005Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9 namespace: kserve-ci-e2e-test resourceVersion: "13570" uid: d755ee27-2178-439f-ad75-5175f4b374e1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9 to ip-10-0-137-14.ec2.internal metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:42:24Z" name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9.18a90a04ed6f4364 namespace: kserve-ci-e2e-test resourceVersion: "13581" uid: 2ce85fa6-55ec-405a-94d5-4b8b07654004 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9 namespace: kserve-ci-e2e-test resourceVersion: "13585" uid: d755ee27-2178-439f-ad75-5175f4b374e1 kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: Add eth0 [10.134.0.17/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:42:24Z" name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9.18a90a0506aeb977 namespace: kserve-ci-e2e-test resourceVersion: "13614" uid: 86c2b92a-eda4-4be8-9bb3-5e979919aad9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9 namespace: kserve-ci-e2e-test resourceVersion: "13574" uid: d755ee27-2178-439f-ad75-5175f4b374e1 kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d" already present on machine metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:24Z" name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9.18a90a0508438221 namespace: kserve-ci-e2e-test resourceVersion: "13616" uid: 1e2ab748-826a-4ec3-932e-ebcb879f5efb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9 namespace: kserve-ci-e2e-test resourceVersion: "13574" uid: d755ee27-2178-439f-ad75-5175f4b374e1 kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:24Z" name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9.18a90a050c20a5f6 namespace: kserve-ci-e2e-test resourceVersion: "13619" uid: d133244d-9034-4c06-9a7f-63f60b7eefc2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9 namespace: kserve-ci-e2e-test resourceVersion: "13574" uid: d755ee27-2178-439f-ad75-5175f4b374e1 kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:24Z" name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9.18a90a050c9a84a3 namespace: kserve-ci-e2e-test resourceVersion: "13621" uid: eb5d8fb5-d603-4965-8ce8-0c156a82f214 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9 namespace: kserve-ci-e2e-test resourceVersion: "13574" uid: d755ee27-2178-439f-ad75-5175f4b374e1 kind: Event lastTimestamp: "2026-04-23T16:42:29Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438" already present on machine metadata: creationTimestamp: "2026-04-23T16:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:29Z" name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9.18a90a0618a8e5e6 namespace: kserve-ci-e2e-test resourceVersion: "13675" uid: 49c21209-5d7a-4383-8bb9-ba4aa7a4a63c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9 namespace: kserve-ci-e2e-test resourceVersion: "13574" uid: d755ee27-2178-439f-ad75-5175f4b374e1 kind: Event lastTimestamp: "2026-04-23T16:42:29Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-23T16:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:29Z" name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9.18a90a061bcc3fcf namespace: kserve-ci-e2e-test resourceVersion: "13681" uid: 27f9e15c-b01b-4c76-800d-03aa81378c4b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9 namespace: kserve-ci-e2e-test resourceVersion: "13574" uid: d755ee27-2178-439f-ad75-5175f4b374e1 kind: Event lastTimestamp: "2026-04-23T16:42:29Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-23T16:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:29Z" name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9.18a90a061c347f2b namespace: kserve-ci-e2e-test resourceVersion: "13682" uid: bb818619-1a57-442e-a8ce-f609984ce506 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-23T16:42:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9 namespace: kserve-ci-e2e-test resourceVersion: "13574" uid: d755ee27-2178-439f-ad75-5175f4b374e1 kind: Event lastTimestamp: "2026-04-23T16:43:33Z" message: 'Readiness probe failed: dial tcp 10.134.0.17:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-23T16:42:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:43:33Z" name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9.18a90a0654b812c3 namespace: kserve-ci-e2e-test resourceVersion: "14168" uid: a5a8b0ee-cfbe-4feb-b6ec-3f1a73c68d85 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9 namespace: kserve-ci-e2e-test resourceVersion: "13574" uid: d755ee27-2178-439f-ad75-5175f4b374e1 kind: Event lastTimestamp: "2026-04-23T16:44:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-23T16:44:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:04Z" name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9.18a90a1c48a02080 namespace: kserve-ci-e2e-test resourceVersion: "14498" uid: b7c72af0-31af-4e4c-9e11-f6211aff52a2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4 namespace: kserve-ci-e2e-test resourceVersion: "13545" uid: fd39232a-154b-415b-b083-dc33fcfa61a2 kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: 'Created pod: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4-svcw9' metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:42:24Z" name: isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4.18a90a04ec5537e5 namespace: kserve-ci-e2e-test resourceVersion: "13573" uid: 9f371652-e945-438f-a135-073bd47b8147 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-raw-96835-predictor namespace: kserve-ci-e2e-test resourceVersion: "13541" uid: f64ab61b-bcf1-4507-8348-be12540f01a2 kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: Scaled up replica set isvc-sklearn-graph-raw-96835-predictor-765ddcd4f4 from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:42:24Z" name: isvc-sklearn-graph-raw-96835-predictor.18a90a04e704b188 namespace: kserve-ci-e2e-test resourceVersion: "13548" uid: 57f3836e-35d7-4245-9f13-f67dbdb57a74 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-96835-predictor namespace: kserve-ci-e2e-test resourceVersion: "13543" uid: fe0754ee-730f-461a-9df5-d25f572a3230 kind: Event lastTimestamp: "2026-04-23T16:42:39Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:42:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:42:39Z" name: isvc-sklearn-graph-raw-96835-predictor.18a90a08657f5650 namespace: kserve-ci-e2e-test resourceVersion: "13758" uid: 9d3b53ab-ebda-4fab-9cca-2e71c2682664 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-96835-predictor namespace: kserve-ci-e2e-test resourceVersion: "13543" uid: fe0754ee-730f-461a-9df5-d25f572a3230 kind: Event lastTimestamp: "2026-04-23T16:42:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:42:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:42:39Z" name: isvc-sklearn-graph-raw-96835-predictor.18a90a0865ea1423 namespace: kserve-ci-e2e-test resourceVersion: "13760" uid: 3d4a32b4-aa98-4989-a88c-95916b1288a7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-23T16:42:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-96835-predictor namespace: kserve-ci-e2e-test resourceVersion: "13759" uid: fe0754ee-730f-461a-9df5-d25f572a3230 kind: Event lastTimestamp: "2026-04-23T16:43:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:42:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:43:54Z" name: isvc-sklearn-graph-raw-96835-predictor.18a90a0be50d26f5 namespace: kserve-ci-e2e-test resourceVersion: "14343" uid: 4b9ec4a1-415d-46c9-9f86-a98361f726da reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-23T16:42:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-96835-predictor namespace: kserve-ci-e2e-test resourceVersion: "13759" uid: fe0754ee-730f-461a-9df5-d25f572a3230 kind: Event lastTimestamp: "2026-04-23T16:43:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:42:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:43:54Z" name: isvc-sklearn-graph-raw-96835-predictor.18a90a0be5734005 namespace: kserve-ci-e2e-test resourceVersion: "14346" uid: fec5a4e0-84ef-4059-b9cb-2070be74bcfc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-96835 namespace: kserve-ci-e2e-test resourceVersion: "13521" uid: a0ae96ff-c78a-49f0-801f-89adccfea267 kind: Event lastTimestamp: "2026-04-23T16:43:43Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:43:43Z" name: isvc-sklearn-graph-raw-96835.18a90a04e6d33b59 namespace: kserve-ci-e2e-test resourceVersion: "14257" uid: b4dfa6f7-df7e-46f4-abc6-bc09ad11002e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-96835 namespace: kserve-ci-e2e-test resourceVersion: "13521" uid: a0ae96ff-c78a-49f0-801f-89adccfea267 kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-96835": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-96835": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:42:24Z" name: isvc-sklearn-graph-raw-96835.18a90a04e7306507 namespace: kserve-ci-e2e-test resourceVersion: "13550" uid: 6e16c641-7976-4d3d-8f27-f7de112e67b2 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:43:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-96835 namespace: kserve-ci-e2e-test resourceVersion: "14255" uid: a0ae96ff-c78a-49f0-801f-89adccfea267 kind: Event lastTimestamp: "2026-04-23T16:43:43Z" message: InferenceService [isvc-sklearn-graph-raw-96835] is Ready metadata: creationTimestamp: "2026-04-23T16:43:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:43:43Z" name: isvc-sklearn-graph-raw-96835.18a90a177c52a00a namespace: kserve-ci-e2e-test resourceVersion: "14256" uid: c5818bf8-965b-4064-981d-ab7eafa6b2d3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:44:04.622061Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr namespace: kserve-ci-e2e-test resourceVersion: "14510" uid: a8df1030-fcb2-4b7c-a9fa-69735a57dc2e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr to ip-10-0-137-14.ec2.internal metadata: creationTimestamp: "2026-04-23T16:44:04Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:44:04Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr.18a90a1c4bd6591b namespace: kserve-ci-e2e-test resourceVersion: "14516" uid: 4d021dba-8f8a-4fb5-82a8-c81ec2b518fa reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:05Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr namespace: kserve-ci-e2e-test resourceVersion: "14524" uid: a8df1030-fcb2-4b7c-a9fa-69735a57dc2e kind: Event lastTimestamp: "2026-04-23T16:44:05Z" message: Add eth0 [10.134.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:44:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:44:05Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr.18a90a1c6497bc8a namespace: kserve-ci-e2e-test resourceVersion: "14570" uid: 0a14f323-f2df-4ad0-afaa-ad82453ef569 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr namespace: kserve-ci-e2e-test resourceVersion: "14511" uid: a8df1030-fcb2-4b7c-a9fa-69735a57dc2e kind: Event lastTimestamp: "2026-04-23T16:44:05Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d" already present on machine metadata: creationTimestamp: "2026-04-23T16:44:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:05Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr.18a90a1c6621a27b namespace: kserve-ci-e2e-test resourceVersion: "14573" uid: d0b5ef78-67f9-4e81-983e-27ac460d5f24 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr namespace: kserve-ci-e2e-test resourceVersion: "14511" uid: a8df1030-fcb2-4b7c-a9fa-69735a57dc2e kind: Event lastTimestamp: "2026-04-23T16:44:05Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-23T16:44:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:05Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr.18a90a1c6a0b58b3 namespace: kserve-ci-e2e-test resourceVersion: "14574" uid: a703d797-0d7a-4031-86df-65b104e9a738 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr namespace: kserve-ci-e2e-test resourceVersion: "14511" uid: a8df1030-fcb2-4b7c-a9fa-69735a57dc2e kind: Event lastTimestamp: "2026-04-23T16:44:05Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-23T16:44:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:05Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr.18a90a1c6a846300 namespace: kserve-ci-e2e-test resourceVersion: "14575" uid: 7eb40973-9168-4281-9adc-dfe5df24835c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr namespace: kserve-ci-e2e-test resourceVersion: "14511" uid: a8df1030-fcb2-4b7c-a9fa-69735a57dc2e kind: Event lastTimestamp: "2026-04-23T16:44:09Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438" already present on machine metadata: creationTimestamp: "2026-04-23T16:44:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:09Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr.18a90a1d7310d575 namespace: kserve-ci-e2e-test resourceVersion: "14638" uid: 9d93a526-fb00-4234-b460-8da675a172f7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr namespace: kserve-ci-e2e-test resourceVersion: "14511" uid: a8df1030-fcb2-4b7c-a9fa-69735a57dc2e kind: Event lastTimestamp: "2026-04-23T16:44:09Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-23T16:44:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:09Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr.18a90a1d76fcafd5 namespace: kserve-ci-e2e-test resourceVersion: "14646" uid: 5ed4643b-df6e-4463-b04a-30196c9203ae reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr namespace: kserve-ci-e2e-test resourceVersion: "14511" uid: a8df1030-fcb2-4b7c-a9fa-69735a57dc2e kind: Event lastTimestamp: "2026-04-23T16:44:09Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-23T16:44:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:09Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr.18a90a1d776dbfca namespace: kserve-ci-e2e-test resourceVersion: "14648" uid: 118bcea3-ebdb-47e2-9ef8-eb622326b98c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-23T16:44:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr namespace: kserve-ci-e2e-test resourceVersion: "14511" uid: a8df1030-fcb2-4b7c-a9fa-69735a57dc2e kind: Event lastTimestamp: "2026-04-23T16:45:11Z" message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-23T16:44:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:11Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr.18a90a1daf0ba4ec namespace: kserve-ci-e2e-test resourceVersion: "15113" uid: cd8d0512-fdc0-4319-9708-4d12c6453085 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr namespace: kserve-ci-e2e-test resourceVersion: "14511" uid: a8df1030-fcb2-4b7c-a9fa-69735a57dc2e kind: Event lastTimestamp: "2026-04-23T16:45:44Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-23T16:45:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:44Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr.18a90a33a87b3d1f namespace: kserve-ci-e2e-test resourceVersion: "15466" uid: d58a7860-05ce-482a-be07-36de0ac19ae6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:04Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6 namespace: kserve-ci-e2e-test resourceVersion: "14477" uid: 552ed616-d8ee-4d4c-bd52-d92e5f3184fa kind: Event lastTimestamp: "2026-04-23T16:44:04Z" message: 'Created pod: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6-t9vzr' metadata: creationTimestamp: "2026-04-23T16:44:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:44:04Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6.18a90a1c4b7b9de1 namespace: kserve-ci-e2e-test resourceVersion: "14512" uid: 4c45e433-2250-4951-bd4a-bf37bfcd5ef0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-raw-hpa-016c1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14474" uid: 707b4bcf-b5dc-4fbd-a00e-36d4a4d39ee7 kind: Event lastTimestamp: "2026-04-23T16:44:04Z" message: Scaled up replica set isvc-sklearn-graph-raw-hpa-016c1-predictor-7787658cd6 from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:44:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:44:04Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor.18a90a1c45a8ae73 namespace: kserve-ci-e2e-test resourceVersion: "14481" uid: 0fe2e7e5-6e98-411a-a2b3-bb00a5ccb206 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-23T16:44:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-016c1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14476" uid: a5a321a2-c860-4b38-bbee-4804a24e693a kind: Event lastTimestamp: "2026-04-23T16:44:49Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:44:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:44:49Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor.18a90a1fc3fa615e namespace: kserve-ci-e2e-test resourceVersion: "14948" uid: de1a9e10-73ab-4686-9872-f9b0aa779dbe reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-23T16:44:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-016c1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14476" uid: a5a321a2-c860-4b38-bbee-4804a24e693a kind: Event lastTimestamp: "2026-04-23T16:44:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:44:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:44:49Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor.18a90a1fc45c80e1 namespace: kserve-ci-e2e-test resourceVersion: "14949" uid: 5a5b2746-349a-4c9e-b76d-2f5d7c985ad6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-23T16:45:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-016c1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14725" uid: a5a321a2-c860-4b38-bbee-4804a24e693a kind: Event lastTimestamp: "2026-04-23T16:45:34Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:45:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:45:34Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor.18a90a2a422173bc namespace: kserve-ci-e2e-test resourceVersion: "15314" uid: 3e6a4c41-414c-4e9e-af7e-4b71ca687a93 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-23T16:45:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-016c1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14725" uid: a5a321a2-c860-4b38-bbee-4804a24e693a kind: Event lastTimestamp: "2026-04-23T16:45:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:45:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:45:34Z" name: isvc-sklearn-graph-raw-hpa-016c1-predictor.18a90a2a428e3531 namespace: kserve-ci-e2e-test resourceVersion: "15318" uid: 23747b81-949c-402b-8017-83bd85275ff9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-23T16:44:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-016c1 namespace: kserve-ci-e2e-test resourceVersion: "14468" uid: cab37d32-c77b-4f71-b509-ff1c333fb950 kind: Event lastTimestamp: "2026-04-23T16:45:21Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-23T16:44:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:45:21Z" name: isvc-sklearn-graph-raw-hpa-016c1.18a90a1c454d1c0e namespace: kserve-ci-e2e-test resourceVersion: "15201" uid: d416da15-aa4a-49e3-808c-88bf115f583a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-016c1 namespace: kserve-ci-e2e-test resourceVersion: "15199" uid: cab37d32-c77b-4f71-b509-ff1c333fb950 kind: Event lastTimestamp: "2026-04-23T16:45:21Z" message: InferenceService [isvc-sklearn-graph-raw-hpa-016c1] is Ready metadata: creationTimestamp: "2026-04-23T16:45:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:45:21Z" name: isvc-sklearn-graph-raw-hpa-016c1.18a90a2e3ba70a05 namespace: kserve-ci-e2e-test resourceVersion: "15200" uid: 2e33d979-9972-4071-a889-81082f326e1d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:47:10.143090Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml namespace: kserve-ci-e2e-test resourceVersion: "16246" uid: b27ec6bc-c9cf-45cb-ae79-ed4801163827 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml to ip-10-0-137-14.ec2.internal metadata: creationTimestamp: "2026-04-23T16:47:10Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:47:10Z" name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml.18a90a477dc08f31 namespace: kserve-ci-e2e-test resourceVersion: "16255" uid: 64033cd8-b4ab-4d22-865f-9d96063526ed reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:10Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml namespace: kserve-ci-e2e-test resourceVersion: "16261" uid: b27ec6bc-c9cf-45cb-ae79-ed4801163827 kind: Event lastTimestamp: "2026-04-23T16:47:10Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:47:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:47:10Z" name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml.18a90a47965ee0bb namespace: kserve-ci-e2e-test resourceVersion: "16288" uid: 2f368f9a-5b68-4870-bf3a-b8ca1b1fd634 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml namespace: kserve-ci-e2e-test resourceVersion: "16247" uid: b27ec6bc-c9cf-45cb-ae79-ed4801163827 kind: Event lastTimestamp: "2026-04-23T16:47:10Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d" already present on machine metadata: creationTimestamp: "2026-04-23T16:47:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:47:10Z" name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml.18a90a4797979bdf namespace: kserve-ci-e2e-test resourceVersion: "16291" uid: 6b233c6d-c447-4683-90a4-e7b42f8e1e3c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml namespace: kserve-ci-e2e-test resourceVersion: "16247" uid: b27ec6bc-c9cf-45cb-ae79-ed4801163827 kind: Event lastTimestamp: "2026-04-23T16:47:10Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-23T16:47:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:47:10Z" name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml.18a90a479a7bb4d8 namespace: kserve-ci-e2e-test resourceVersion: "16293" uid: 6da05b3d-8e8a-4364-8a06-83cad794449e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:10Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml namespace: kserve-ci-e2e-test resourceVersion: "16247" uid: b27ec6bc-c9cf-45cb-ae79-ed4801163827 kind: Event lastTimestamp: "2026-04-23T16:47:10Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-23T16:47:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:47:10Z" name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml.18a90a479ae6a6ac namespace: kserve-ci-e2e-test resourceVersion: "16294" uid: b08447a0-ab3d-45fb-9af1-b1a3ab1f4ebb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml namespace: kserve-ci-e2e-test resourceVersion: "16247" uid: b27ec6bc-c9cf-45cb-ae79-ed4801163827 kind: Event lastTimestamp: "2026-04-23T16:47:14Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438" already present on machine metadata: creationTimestamp: "2026-04-23T16:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:47:14Z" name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml.18a90a4869849996 namespace: kserve-ci-e2e-test resourceVersion: "16330" uid: bef66cf7-b173-4346-96fa-6ee9954b93c4 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml namespace: kserve-ci-e2e-test resourceVersion: "16247" uid: b27ec6bc-c9cf-45cb-ae79-ed4801163827 kind: Event lastTimestamp: "2026-04-23T16:47:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-23T16:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:47:14Z" name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml.18a90a486c9a6900 namespace: kserve-ci-e2e-test resourceVersion: "16334" uid: 6307652d-cbbd-474f-9c6b-e4718b2e4a1a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml namespace: kserve-ci-e2e-test resourceVersion: "16247" uid: b27ec6bc-c9cf-45cb-ae79-ed4801163827 kind: Event lastTimestamp: "2026-04-23T16:47:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-23T16:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:47:14Z" name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml.18a90a486d11d598 namespace: kserve-ci-e2e-test resourceVersion: "16335" uid: 0cea372a-a192-4704-8aa9-c030677929b3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 15 eventTime: null firstTimestamp: "2026-04-23T16:47:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml namespace: kserve-ci-e2e-test resourceVersion: "16247" uid: b27ec6bc-c9cf-45cb-ae79-ed4801163827 kind: Event lastTimestamp: "2026-04-23T16:49:35Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-23T16:47:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:49:35Z" name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml.18a90a48a560766e namespace: kserve-ci-e2e-test resourceVersion: "17418" uid: 0cc30108-aaef-4a31-97b5-ce8d64f2399c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml namespace: kserve-ci-e2e-test resourceVersion: "16247" uid: b27ec6bc-c9cf-45cb-ae79-ed4801163827 kind: Event lastTimestamp: "2026-04-23T16:49:30Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-23T16:49:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:49:30Z" name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml.18a90a682064ac84 namespace: kserve-ci-e2e-test resourceVersion: "17331" uid: 589207be-3318-47d2-8a2e-f818f37ff33b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:10Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb namespace: kserve-ci-e2e-test resourceVersion: "16224" uid: 9a3c93ba-5eb3-49ae-b20a-36c3401c0793 kind: Event lastTimestamp: "2026-04-23T16:47:10Z" message: 'Created pod: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb-ssfml' metadata: creationTimestamp: "2026-04-23T16:47:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:47:10Z" name: isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb.18a90a477d6dba7d namespace: kserve-ci-e2e-test resourceVersion: "16249" uid: 97036c09-1d45-4012-8e9a-3cd2ed97390a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:10Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-scale-raw-01e93-predictor namespace: kserve-ci-e2e-test resourceVersion: "16222" uid: f8834b37-a886-4031-bade-af5d6a5a09bd kind: Event lastTimestamp: "2026-04-23T16:47:10Z" message: Scaled up replica set isvc-sklearn-scale-raw-01e93-predictor-67cdd46fcb from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:47:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:47:10Z" name: isvc-sklearn-scale-raw-01e93-predictor.18a90a477a3e8e83 namespace: kserve-ci-e2e-test resourceVersion: "16226" uid: f1534aa7-2e83-43c2-81a0-02fdac3fb4c3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:47:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-01e93-predictor namespace: kserve-ci-e2e-test resourceVersion: "16223" uid: 003b9a72-b492-4e26-bbfc-afde825f9f33 kind: Event lastTimestamp: "2026-04-23T16:47:40Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:47:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:47:40Z" name: isvc-sklearn-scale-raw-01e93-predictor.18a90a4af9110792 namespace: kserve-ci-e2e-test resourceVersion: "16526" uid: bcb51279-6f47-464c-9646-cb11e2b601a6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:47:25Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-01e93-predictor namespace: kserve-ci-e2e-test resourceVersion: "16223" uid: 003b9a72-b492-4e26-bbfc-afde825f9f33 kind: Event lastTimestamp: "2026-04-23T16:47:40Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:47:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:47:40Z" name: isvc-sklearn-scale-raw-01e93-predictor.18a90a4af971cac4 namespace: kserve-ci-e2e-test resourceVersion: "16527" uid: 9551a827-ceb6-46ab-ab7b-ef65fe55b490 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-23T16:47:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-01e93-predictor namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 003b9a72-b492-4e26-bbfc-afde825f9f33 kind: Event lastTimestamp: "2026-04-23T16:49:25Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:47:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:49:25Z" name: isvc-sklearn-scale-raw-01e93-predictor.18a90a51f7695908 namespace: kserve-ci-e2e-test resourceVersion: "17261" uid: b1229b4a-b5d8-4fe1-90f5-d64f13e863b5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-23T16:47:55Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-01e93-predictor namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: 003b9a72-b492-4e26-bbfc-afde825f9f33 kind: Event lastTimestamp: "2026-04-23T16:49:25Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:47:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:49:25Z" name: isvc-sklearn-scale-raw-01e93-predictor.18a90a51f7c8379c namespace: kserve-ci-e2e-test resourceVersion: "17262" uid: f89dce35-f64a-4fa8-8ee1-cb370d7f8b5f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-04-23T16:47:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-01e93 namespace: kserve-ci-e2e-test resourceVersion: "16215" uid: ef540163-aa16-4b23-a944-0aaf574d7190 kind: Event lastTimestamp: "2026-04-23T16:49:25Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-23T16:47:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:49:25Z" name: isvc-sklearn-scale-raw-01e93.18a90a477a1a67d1 namespace: kserve-ci-e2e-test resourceVersion: "17275" uid: e4c2530a-9282-4303-b308-0f79d190a9e2 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:10Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-01e93 namespace: kserve-ci-e2e-test resourceVersion: "16227" uid: ef540163-aa16-4b23-a944-0aaf574d7190 kind: Event lastTimestamp: "2026-04-23T16:47:10Z" message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-01e93": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-01e93": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:47:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:47:10Z" name: isvc-sklearn-scale-raw-01e93.18a90a477d6e1107 namespace: kserve-ci-e2e-test resourceVersion: "16251" uid: 9db663cd-8f5f-4294-b2d6-ae7055dfa942 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:49:25Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-01e93 namespace: kserve-ci-e2e-test resourceVersion: "17272" uid: ef540163-aa16-4b23-a944-0aaf574d7190 kind: Event lastTimestamp: "2026-04-23T16:49:25Z" message: InferenceService [isvc-sklearn-scale-raw-01e93] is Ready metadata: creationTimestamp: "2026-04-23T16:49:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:49:25Z" name: isvc-sklearn-scale-raw-01e93.18a90a671cea6997 namespace: kserve-ci-e2e-test resourceVersion: "17273" uid: 8ba22c2d-25a1-4384-a869-e5e899d254b6 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:42:24.324031Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6 namespace: kserve-ci-e2e-test resourceVersion: "13588" uid: edc93650-3c52-4975-b764-f8211583c4dc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6 to ip-10-0-137-14.ec2.internal metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:42:24Z" name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6.18a90a04f19be608 namespace: kserve-ci-e2e-test resourceVersion: "13595" uid: a69fda7b-4a27-433b-9db2-0f1d87510e86 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6 namespace: kserve-ci-e2e-test resourceVersion: "13599" uid: edc93650-3c52-4975-b764-f8211583c4dc kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: Add eth0 [10.134.0.18/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:42:24Z" name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6.18a90a050af213c3 namespace: kserve-ci-e2e-test resourceVersion: "13617" uid: 1b31df19-5788-453c-9a42-abaeed5fb960 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6 namespace: kserve-ci-e2e-test resourceVersion: "13592" uid: edc93650-3c52-4975-b764-f8211583c4dc kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d" already present on machine metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:24Z" name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6.18a90a050c44fe67 namespace: kserve-ci-e2e-test resourceVersion: "13620" uid: e5ba483d-6c47-47d4-95c2-e52b1579375e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6 namespace: kserve-ci-e2e-test resourceVersion: "13592" uid: edc93650-3c52-4975-b764-f8211583c4dc kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:24Z" name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6.18a90a050faf262e namespace: kserve-ci-e2e-test resourceVersion: "13623" uid: f45faec3-81c0-47f9-a3bd-b0c70c9b4bff reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6 namespace: kserve-ci-e2e-test resourceVersion: "13592" uid: edc93650-3c52-4975-b764-f8211583c4dc kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:24Z" name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6.18a90a05101dbda3 namespace: kserve-ci-e2e-test resourceVersion: "13624" uid: 4e15dc4c-0a61-4f6e-867c-59289864602c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6 namespace: kserve-ci-e2e-test resourceVersion: "13592" uid: edc93650-3c52-4975-b764-f8211583c4dc kind: Event lastTimestamp: "2026-04-23T16:42:29Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-04-23T16:42:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:29Z" name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6.18a90a0618bc0476 namespace: kserve-ci-e2e-test resourceVersion: "13676" uid: 524c6ce2-a3e8-4d5e-9162-d8550a72d2d5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6 namespace: kserve-ci-e2e-test resourceVersion: "13592" uid: edc93650-3c52-4975-b764-f8211583c4dc kind: Event lastTimestamp: "2026-04-23T16:42:47Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.313s (18.313s including waiting). Image size: 1306414326 bytes.' metadata: creationTimestamp: "2026-04-23T16:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:47Z" name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6.18a90a0a5c4e8399 namespace: kserve-ci-e2e-test resourceVersion: "13828" uid: 684f8d7d-d7f8-4e93-9182-516d600ab3dd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6 namespace: kserve-ci-e2e-test resourceVersion: "13592" uid: edc93650-3c52-4975-b764-f8211583c4dc kind: Event lastTimestamp: "2026-04-23T16:42:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-23T16:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:47Z" name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6.18a90a0a5f20a5c6 namespace: kserve-ci-e2e-test resourceVersion: "13829" uid: c54a2ea8-2d65-41da-9d6a-28baf8b97f5d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6 namespace: kserve-ci-e2e-test resourceVersion: "13592" uid: edc93650-3c52-4975-b764-f8211583c4dc kind: Event lastTimestamp: "2026-04-23T16:42:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-23T16:42:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:42:47Z" name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6.18a90a0a5f8e32b3 namespace: kserve-ci-e2e-test resourceVersion: "13830" uid: 4d133a40-1242-4e1e-9b5d-0284ec612587 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-23T16:42:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6 namespace: kserve-ci-e2e-test resourceVersion: "13592" uid: edc93650-3c52-4975-b764-f8211583c4dc kind: Event lastTimestamp: "2026-04-23T16:43:39Z" message: 'Readiness probe failed: dial tcp 10.134.0.18:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-23T16:42:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:43:39Z" name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6.18a90a0a88bb3254 namespace: kserve-ci-e2e-test resourceVersion: "14213" uid: 281d14b0-f36d-48b9-8752-74af6846d800 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6 namespace: kserve-ci-e2e-test resourceVersion: "13592" uid: edc93650-3c52-4975-b764-f8211583c4dc kind: Event lastTimestamp: "2026-04-23T16:44:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-23T16:44:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:04Z" name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6.18a90a1c5a715dac namespace: kserve-ci-e2e-test resourceVersion: "14564" uid: 1b9cdfbf-529b-47e3-8a7b-fbf69aa746a7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7 namespace: kserve-ci-e2e-test resourceVersion: "13572" uid: b0e790cc-4835-49e1-b5db-0111bd672de7 kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: 'Created pod: isvc-xgboost-graph-raw-96835-predictor-786b8577d7-2g5q6' metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:42:24Z" name: isvc-xgboost-graph-raw-96835-predictor-786b8577d7.18a90a04f132af4e namespace: kserve-ci-e2e-test resourceVersion: "13594" uid: d444fedc-114a-4fc2-8567-b4b80b85b1de reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-raw-96835-predictor namespace: kserve-ci-e2e-test resourceVersion: "13569" uid: d76464ee-2d1f-4331-9f08-4a5b01ea927f kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: Scaled up replica set isvc-xgboost-graph-raw-96835-predictor-786b8577d7 from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:42:24Z" name: isvc-xgboost-graph-raw-96835-predictor.18a90a04ecd1e664 namespace: kserve-ci-e2e-test resourceVersion: "13577" uid: 41ce6bf4-ef3e-4c09-b04e-4d266b658d1e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-23T16:42:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-96835-predictor namespace: kserve-ci-e2e-test resourceVersion: "13571" uid: c71d829e-94d7-4314-99c9-6663b5ff1375 kind: Event lastTimestamp: "2026-04-23T16:43:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:42:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:43:09Z" name: isvc-xgboost-graph-raw-96835-predictor.18a90a086b9be5b8 namespace: kserve-ci-e2e-test resourceVersion: "13991" uid: 777f14cf-1607-4eff-b7e4-04ddc5c2252f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-23T16:42:39Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-96835-predictor namespace: kserve-ci-e2e-test resourceVersion: "13571" uid: c71d829e-94d7-4314-99c9-6663b5ff1375 kind: Event lastTimestamp: "2026-04-23T16:43:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:42:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:43:09Z" name: isvc-xgboost-graph-raw-96835-predictor.18a90a086c14a325 namespace: kserve-ci-e2e-test resourceVersion: "13992" uid: 78b6214f-c381-4c2d-a51b-670241a0a723 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-23T16:43:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-96835-predictor namespace: kserve-ci-e2e-test resourceVersion: "13762" uid: c71d829e-94d7-4314-99c9-6663b5ff1375 kind: Event lastTimestamp: "2026-04-23T16:43:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:43:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:43:54Z" name: isvc-xgboost-graph-raw-96835-predictor.18a90a12e83fe616 namespace: kserve-ci-e2e-test resourceVersion: "14356" uid: b8d507e7-d652-48b2-879c-71b5a99b900d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-23T16:43:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-96835-predictor namespace: kserve-ci-e2e-test resourceVersion: "13762" uid: c71d829e-94d7-4314-99c9-6663b5ff1375 kind: Event lastTimestamp: "2026-04-23T16:43:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:43:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:43:54Z" name: isvc-xgboost-graph-raw-96835-predictor.18a90a12e8a22fc9 namespace: kserve-ci-e2e-test resourceVersion: "14358" uid: 5a49da54-75f9-487d-9468-f022ea0e2060 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-96835 namespace: kserve-ci-e2e-test resourceVersion: "13560" uid: 7c554d41-5e99-4cd8-b0e7-f4dd0803b361 kind: Event lastTimestamp: "2026-04-23T16:43:49Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:43:49Z" name: isvc-xgboost-graph-raw-96835.18a90a04eca6a7a5 namespace: kserve-ci-e2e-test resourceVersion: "14300" uid: cdffc7f7-11d9-4f30-a699-b02dd6556a03 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:42:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-96835 namespace: kserve-ci-e2e-test resourceVersion: "13560" uid: 7c554d41-5e99-4cd8-b0e7-f4dd0803b361 kind: Event lastTimestamp: "2026-04-23T16:42:24Z" message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-96835": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-96835": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:42:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:42:24Z" name: isvc-xgboost-graph-raw-96835.18a90a04edbad1e0 namespace: kserve-ci-e2e-test resourceVersion: "13582" uid: c9e9df9e-13d0-4a31-9f13-d4442940aca2 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:43:49Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-96835 namespace: kserve-ci-e2e-test resourceVersion: "14298" uid: 7c554d41-5e99-4cd8-b0e7-f4dd0803b361 kind: Event lastTimestamp: "2026-04-23T16:43:49Z" message: InferenceService [isvc-xgboost-graph-raw-96835] is Ready metadata: creationTimestamp: "2026-04-23T16:43:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:43:49Z" name: isvc-xgboost-graph-raw-96835.18a90a18c12bd2ea namespace: kserve-ci-e2e-test resourceVersion: "14299" uid: ea5ac084-1feb-4902-bfed-c09078c73218 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:44:04.724766Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx namespace: kserve-ci-e2e-test resourceVersion: "14527" uid: 854a4946-6a5a-4130-bcd1-565998483712 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx to ip-10-0-137-14.ec2.internal metadata: creationTimestamp: "2026-04-23T16:44:04Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:44:04Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx.18a90a1c51f57d5c namespace: kserve-ci-e2e-test resourceVersion: "14537" uid: 0de284e9-1039-404c-98ad-18f75dd393d8 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:05Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx namespace: kserve-ci-e2e-test resourceVersion: "14543" uid: 854a4946-6a5a-4130-bcd1-565998483712 kind: Event lastTimestamp: "2026-04-23T16:44:05Z" message: Add eth0 [10.134.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:44:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:44:05Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx.18a90a1c6b05bec4 namespace: kserve-ci-e2e-test resourceVersion: "14576" uid: 31c2bbda-e9ac-4b68-a509-7c833bc6ca79 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx namespace: kserve-ci-e2e-test resourceVersion: "14532" uid: 854a4946-6a5a-4130-bcd1-565998483712 kind: Event lastTimestamp: "2026-04-23T16:44:05Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d" already present on machine metadata: creationTimestamp: "2026-04-23T16:44:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:05Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx.18a90a1c6c8f4431 namespace: kserve-ci-e2e-test resourceVersion: "14579" uid: 9a65576d-7248-4aa4-888e-859f2b8efb42 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx namespace: kserve-ci-e2e-test resourceVersion: "14532" uid: 854a4946-6a5a-4130-bcd1-565998483712 kind: Event lastTimestamp: "2026-04-23T16:44:05Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-23T16:44:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:05Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx.18a90a1c6fd8a3fa namespace: kserve-ci-e2e-test resourceVersion: "14580" uid: 46bdf6c4-6da2-4800-9d5a-287492c95018 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx namespace: kserve-ci-e2e-test resourceVersion: "14532" uid: 854a4946-6a5a-4130-bcd1-565998483712 kind: Event lastTimestamp: "2026-04-23T16:44:05Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-23T16:44:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:05Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx.18a90a1c7046c208 namespace: kserve-ci-e2e-test resourceVersion: "14581" uid: 1b760986-3e41-4f4b-9960-52d9816fdfb9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx namespace: kserve-ci-e2e-test resourceVersion: "14532" uid: 854a4946-6a5a-4130-bcd1-565998483712 kind: Event lastTimestamp: "2026-04-23T16:44:09Z" message: Container image "kserve/xgbserver:latest" already present on machine metadata: creationTimestamp: "2026-04-23T16:44:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:09Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx.18a90a1d72e77f7b namespace: kserve-ci-e2e-test resourceVersion: "14637" uid: 8b988df5-ba6e-4ed7-b49c-db8c21729ffd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx namespace: kserve-ci-e2e-test resourceVersion: "14532" uid: 854a4946-6a5a-4130-bcd1-565998483712 kind: Event lastTimestamp: "2026-04-23T16:44:09Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-23T16:44:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:09Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx.18a90a1d7705aeb3 namespace: kserve-ci-e2e-test resourceVersion: "14647" uid: 1798a867-d83b-43d6-9e79-9ff9b664754e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx namespace: kserve-ci-e2e-test resourceVersion: "14532" uid: 854a4946-6a5a-4130-bcd1-565998483712 kind: Event lastTimestamp: "2026-04-23T16:44:09Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-23T16:44:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:09Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx.18a90a1d777b6317 namespace: kserve-ci-e2e-test resourceVersion: "14650" uid: d7129ad2-1beb-401a-8e59-59bfae0b1551 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-23T16:44:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx namespace: kserve-ci-e2e-test resourceVersion: "14532" uid: 854a4946-6a5a-4130-bcd1-565998483712 kind: Event lastTimestamp: "2026-04-23T16:45:01Z" message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-23T16:44:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:01Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx.18a90a1daf1a91af namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: a70d8196-45d2-4dbb-aa1b-c76f4392ca40 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx namespace: kserve-ci-e2e-test resourceVersion: "14532" uid: 854a4946-6a5a-4130-bcd1-565998483712 kind: Event lastTimestamp: "2026-04-23T16:45:45Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-23T16:45:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:45Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx.18a90a33ac2537db namespace: kserve-ci-e2e-test resourceVersion: "15489" uid: 71815f68-bac2-4989-986c-fe1f8ea4fce8 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:04Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc namespace: kserve-ci-e2e-test resourceVersion: "14514" uid: c2847fc6-c211-469d-a894-639d1cf96850 kind: Event lastTimestamp: "2026-04-23T16:44:04Z" message: 'Created pod: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc-8f9tx' metadata: creationTimestamp: "2026-04-23T16:44:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:44:04Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc.18a90a1c51271338 namespace: kserve-ci-e2e-test resourceVersion: "14533" uid: fff30524-160b-48ba-acef-dd2601ea671a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-raw-hpa-016c1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14509" uid: 20eed499-cd35-4b87-af5b-beb185d9dcdd kind: Event lastTimestamp: "2026-04-23T16:44:04Z" message: Scaled up replica set isvc-xgboost-graph-raw-hpa-016c1-predictor-7b6c866ddc from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:44:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:44:04Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor.18a90a1c4c3eb385 namespace: kserve-ci-e2e-test resourceVersion: "14517" uid: 30dfaa1a-f27a-4e3d-b419-c958f07428f3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-016c1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14515" uid: f5df6475-49d4-4d60-875e-dc13e79325c5 kind: Event lastTimestamp: "2026-04-23T16:44:19Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:44:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:44:19Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor.18a90a1fcaef384a namespace: kserve-ci-e2e-test resourceVersion: "14728" uid: 45d61eac-cadb-4e3e-b402-d9edf8d45ae0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-016c1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14515" uid: f5df6475-49d4-4d60-875e-dc13e79325c5 kind: Event lastTimestamp: "2026-04-23T16:44:19Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:44:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:44:19Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor.18a90a1fcb5c2679 namespace: kserve-ci-e2e-test resourceVersion: "14730" uid: bdd174e5-e834-478f-9212-aea057bbd261 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-23T16:44:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-016c1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14729" uid: f5df6475-49d4-4d60-875e-dc13e79325c5 kind: Event lastTimestamp: "2026-04-23T16:45:34Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:44:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:45:34Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor.18a90a234a518504 namespace: kserve-ci-e2e-test resourceVersion: "15325" uid: 24a57d48-c473-447d-a9c6-96775f807b56 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-23T16:44:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-016c1-predictor namespace: kserve-ci-e2e-test resourceVersion: "14729" uid: f5df6475-49d4-4d60-875e-dc13e79325c5 kind: Event lastTimestamp: "2026-04-23T16:45:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:44:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:45:34Z" name: isvc-xgboost-graph-raw-hpa-016c1-predictor.18a90a234ac4d55c namespace: kserve-ci-e2e-test resourceVersion: "15326" uid: 5e884240-73c9-4821-8dbd-54e70f55ed56 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-23T16:44:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-016c1 namespace: kserve-ci-e2e-test resourceVersion: "14494" uid: a98db08b-119e-4843-8a0c-8cd2cc31b2f1 kind: Event lastTimestamp: "2026-04-23T16:45:11Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-23T16:44:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:45:11Z" name: isvc-xgboost-graph-raw-hpa-016c1.18a90a1c4c45e6ef namespace: kserve-ci-e2e-test resourceVersion: "15122" uid: dc66dc27-35c3-47f0-bcca-245369425664 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:11Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-016c1 namespace: kserve-ci-e2e-test resourceVersion: "15120" uid: a98db08b-119e-4843-8a0c-8cd2cc31b2f1 kind: Event lastTimestamp: "2026-04-23T16:45:11Z" message: InferenceService [isvc-xgboost-graph-raw-hpa-016c1] is Ready metadata: creationTimestamp: "2026-04-23T16:45:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:45:11Z" name: isvc-xgboost-graph-raw-hpa-016c1.18a90a2be7528b8c namespace: kserve-ci-e2e-test resourceVersion: "15121" uid: 9bb81d88-0ab5-446c-b776-ce5970fac604 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:45:44.940804Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w namespace: kserve-ci-e2e-test resourceVersion: "15455" uid: 15456bfd-de85-4f11-9f9e-2d96a2c87151 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w to ip-10-0-142-4.ec2.internal metadata: creationTimestamp: "2026-04-23T16:45:44Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:45:44Z" name: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w.18a90a33a74cd8a4 namespace: kserve-ci-e2e-test resourceVersion: "15461" uid: 848cb8aa-7080-42f8-8d0c-642f9353d9f2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:45Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w namespace: kserve-ci-e2e-test resourceVersion: "15467" uid: 15456bfd-de85-4f11-9f9e-2d96a2c87151 kind: Event lastTimestamp: "2026-04-23T16:45:45Z" message: Add eth0 [10.133.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:45:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:45:45Z" name: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w.18a90a33af149018 namespace: kserve-ci-e2e-test resourceVersion: "15492" uid: 2ebdfef9-8c7c-4d13-971c-cb6c63380afe reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w namespace: kserve-ci-e2e-test resourceVersion: "15456" uid: 15456bfd-de85-4f11-9f9e-2d96a2c87151 kind: Event lastTimestamp: "2026-04-23T16:45:45Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-04-23T16:45:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:45Z" name: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w.18a90a33b070c127 namespace: kserve-ci-e2e-test resourceVersion: "15495" uid: 3307ae65-5f52-45da-8532-b32acf664f4d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-4.ec2.internal source: component: kubelet host: ip-10-0-142-4.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w namespace: kserve-ci-e2e-test resourceVersion: "15456" uid: 15456bfd-de85-4f11-9f9e-2d96a2c87151 kind: Event lastTimestamp: "2026-04-23T16:45:46Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 988ms (988ms including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-04-23T16:45:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:46Z" name: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w.18a90a33eb56f4f8 namespace: kserve-ci-e2e-test resourceVersion: "15509" uid: 346b56fc-6cc6-4feb-947c-4c794fd9b3a1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-4.ec2.internal source: component: kubelet host: ip-10-0-142-4.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w namespace: kserve-ci-e2e-test resourceVersion: "15456" uid: 15456bfd-de85-4f11-9f9e-2d96a2c87151 kind: Event lastTimestamp: "2026-04-23T16:45:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-23T16:45:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:46Z" name: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w.18a90a33f03e44d8 namespace: kserve-ci-e2e-test resourceVersion: "15510" uid: 903015c1-a9a7-4a03-be36-9af129bec251 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-4.ec2.internal source: component: kubelet host: ip-10-0-142-4.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w namespace: kserve-ci-e2e-test resourceVersion: "15456" uid: 15456bfd-de85-4f11-9f9e-2d96a2c87151 kind: Event lastTimestamp: "2026-04-23T16:45:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-23T16:45:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:46Z" name: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w.18a90a33f0be2c96 namespace: kserve-ci-e2e-test resourceVersion: "15512" uid: fa471a6d-bd48-436d-aa06-ad565eaa940a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-4.ec2.internal source: component: kubelet host: ip-10-0-142-4.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:47:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w namespace: kserve-ci-e2e-test resourceVersion: "15456" uid: 15456bfd-de85-4f11-9f9e-2d96a2c87151 kind: Event lastTimestamp: "2026-04-23T16:47:10Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-23T16:47:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:47:10Z" name: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w.18a90a47842d9e40 namespace: kserve-ci-e2e-test resourceVersion: "16282" uid: b580fad1-18df-4a8a-8052-0fb01b56e464 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-4.ec2.internal source: component: kubelet host: ip-10-0-142-4.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:44Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-raw-884e2-predictor-6d78bc8b8c namespace: kserve-ci-e2e-test resourceVersion: "15433" uid: 0e294a7e-ab21-4489-8dd1-a16ccced7726 kind: Event lastTimestamp: "2026-04-23T16:45:44Z" message: 'Created pod: message-dumper-raw-884e2-predictor-6d78bc8b8c-l4t8w' metadata: creationTimestamp: "2026-04-23T16:45:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:45:44Z" name: message-dumper-raw-884e2-predictor-6d78bc8b8c.18a90a33a6c214e9 namespace: kserve-ci-e2e-test resourceVersion: "15459" uid: c340579a-1dcc-4237-bdfa-be77738a880f reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:44Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-raw-884e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15432" uid: 2d08bff7-de41-44b8-9eee-b280a435113b kind: Event lastTimestamp: "2026-04-23T16:45:44Z" message: Scaled up replica set message-dumper-raw-884e2-predictor-6d78bc8b8c from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:45:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:45:44Z" name: message-dumper-raw-884e2-predictor.18a90a33a25a8370 namespace: kserve-ci-e2e-test resourceVersion: "15436" uid: dbf53bfc-f648-4d82-afd2-3fc6ee31ed4a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:45:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-884e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 2093f1fa-1a3d-4997-9d29-371a24dd33ba kind: Event lastTimestamp: "2026-04-23T16:46:14Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:45:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:46:14Z" name: message-dumper-raw-884e2-predictor.18a90a37214fc922 namespace: kserve-ci-e2e-test resourceVersion: "15809" uid: 4c801a9b-114b-411b-9569-d267c3cffb10 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:45:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-884e2-predictor namespace: kserve-ci-e2e-test resourceVersion: "15434" uid: 2093f1fa-1a3d-4997-9d29-371a24dd33ba kind: Event lastTimestamp: "2026-04-23T16:46:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:45:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:46:14Z" name: message-dumper-raw-884e2-predictor.18a90a3721b08861 namespace: kserve-ci-e2e-test resourceVersion: "15810" uid: ea0318b8-01f6-489a-9891-8a61f2335906 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-23T16:45:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-884e2 namespace: kserve-ci-e2e-test resourceVersion: "15425" uid: e7d05c07-a074-42de-83ea-116b9302255d kind: Event lastTimestamp: "2026-04-23T16:45:46Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-23T16:45:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:45:46Z" name: message-dumper-raw-884e2.18a90a33a258b368 namespace: kserve-ci-e2e-test resourceVersion: "15528" uid: cbae6b52-acc3-4664-9468-997d8e7329c7 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:45:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-884e2 namespace: kserve-ci-e2e-test resourceVersion: "15425" uid: e7d05c07-a074-42de-83ea-116b9302255d kind: Event lastTimestamp: "2026-04-23T16:45:45Z" message: 'Failed to update status for InferenceService "message-dumper-raw-884e2": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-884e2": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:45:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:45:45Z" name: message-dumper-raw-884e2.18a90a33a2bdc87e namespace: kserve-ci-e2e-test resourceVersion: "15487" uid: f6755fcd-c2a1-4e78-89a9-20931a4df634 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:46Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-884e2 namespace: kserve-ci-e2e-test resourceVersion: "15526" uid: e7d05c07-a074-42de-83ea-116b9302255d kind: Event lastTimestamp: "2026-04-23T16:45:46Z" message: InferenceService [message-dumper-raw-884e2] is Ready metadata: creationTimestamp: "2026-04-23T16:45:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:45:46Z" name: message-dumper-raw-884e2.18a90a340dd8c91e namespace: kserve-ci-e2e-test resourceVersion: "15527" uid: 3d48064a-98ad-4f0e-8408-e1a1ea9caafe reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:43:54.313972Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-96835-69c94ddcbc-qmgwk namespace: kserve-ci-e2e-test resourceVersion: "14348" uid: 73853204-7b37-4cdb-a493-2c659301ebbe kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-96835-69c94ddcbc-qmgwk to ip-10-0-137-14.ec2.internal metadata: creationTimestamp: "2026-04-23T16:43:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:43:54Z" name: model-chainer-raw-96835-69c94ddcbc-qmgwk.18a90a19e56d694f namespace: kserve-ci-e2e-test resourceVersion: "14353" uid: 949f0857-2617-4422-b966-77b99e80177c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:43:54Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-96835-69c94ddcbc-qmgwk namespace: kserve-ci-e2e-test resourceVersion: "14357" uid: 73853204-7b37-4cdb-a493-2c659301ebbe kind: Event lastTimestamp: "2026-04-23T16:43:54Z" message: Add eth0 [10.134.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:43:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:43:54Z" name: model-chainer-raw-96835-69c94ddcbc-qmgwk.18a90a19fe4fb5de namespace: kserve-ci-e2e-test resourceVersion: "14367" uid: 6eb44c82-c164-43d1-ab1a-512259bda381 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:43:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-96835} kind: Pod name: model-chainer-raw-96835-69c94ddcbc-qmgwk namespace: kserve-ci-e2e-test resourceVersion: "14349" uid: 73853204-7b37-4cdb-a493-2c659301ebbe kind: Event lastTimestamp: "2026-04-23T16:43:54Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:66a46d5a6623872616c85560bba9e0c6b4eaf29ca86ba636e84212e5017220b2" metadata: creationTimestamp: "2026-04-23T16:43:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:43:54Z" name: model-chainer-raw-96835-69c94ddcbc-qmgwk.18a90a19ffd487c5 namespace: kserve-ci-e2e-test resourceVersion: "14369" uid: 7eea19ec-66d0-4688-b12e-5dbec01587de reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:43:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-96835} kind: Pod name: model-chainer-raw-96835-69c94ddcbc-qmgwk namespace: kserve-ci-e2e-test resourceVersion: "14349" uid: 73853204-7b37-4cdb-a493-2c659301ebbe kind: Event lastTimestamp: "2026-04-23T16:43:57Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:66a46d5a6623872616c85560bba9e0c6b4eaf29ca86ba636e84212e5017220b2" in 2.581s (2.581s including waiting). Image size: 216232504 bytes.' metadata: creationTimestamp: "2026-04-23T16:43:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:43:57Z" name: model-chainer-raw-96835-69c94ddcbc-qmgwk.18a90a1a99b35e6a namespace: kserve-ci-e2e-test resourceVersion: "14389" uid: 716dbf39-3662-49c5-9d9a-07c2ac994970 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:43:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-96835} kind: Pod name: model-chainer-raw-96835-69c94ddcbc-qmgwk namespace: kserve-ci-e2e-test resourceVersion: "14349" uid: 73853204-7b37-4cdb-a493-2c659301ebbe kind: Event lastTimestamp: "2026-04-23T16:43:57Z" message: 'Created container: model-chainer-raw-96835' metadata: creationTimestamp: "2026-04-23T16:43:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:43:57Z" name: model-chainer-raw-96835-69c94ddcbc-qmgwk.18a90a1a9c7f4b34 namespace: kserve-ci-e2e-test resourceVersion: "14391" uid: ef2c9e78-aef7-46e3-aff2-050931c810d3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:43:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-96835} kind: Pod name: model-chainer-raw-96835-69c94ddcbc-qmgwk namespace: kserve-ci-e2e-test resourceVersion: "14349" uid: 73853204-7b37-4cdb-a493-2c659301ebbe kind: Event lastTimestamp: "2026-04-23T16:43:57Z" message: Started container model-chainer-raw-96835 metadata: creationTimestamp: "2026-04-23T16:43:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:43:57Z" name: model-chainer-raw-96835-69c94ddcbc-qmgwk.18a90a1a9cf11390 namespace: kserve-ci-e2e-test resourceVersion: "14392" uid: 3ac9b182-cc3a-4a11-8fd2-312e218a13d1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:44:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-96835} kind: Pod name: model-chainer-raw-96835-69c94ddcbc-qmgwk namespace: kserve-ci-e2e-test resourceVersion: "14349" uid: 73853204-7b37-4cdb-a493-2c659301ebbe kind: Event lastTimestamp: "2026-04-23T16:44:04Z" message: Stopping container model-chainer-raw-96835 metadata: creationTimestamp: "2026-04-23T16:44:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:04Z" name: model-chainer-raw-96835-69c94ddcbc-qmgwk.18a90a1c3db6041f namespace: kserve-ci-e2e-test resourceVersion: "14464" uid: 32d27e53-389a-4859-ab99-4a90ac8f1194 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-23T16:44:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-96835} kind: Pod name: model-chainer-raw-96835-69c94ddcbc-qmgwk namespace: kserve-ci-e2e-test resourceVersion: "14349" uid: 73853204-7b37-4cdb-a493-2c659301ebbe kind: Event lastTimestamp: "2026-04-23T16:44:33Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-23T16:44:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:44:33Z" name: model-chainer-raw-96835-69c94ddcbc-qmgwk.18a90a1d3514e4fc namespace: kserve-ci-e2e-test resourceVersion: "14831" uid: 61010b36-75ab-47d0-b6be-23e13a4b73dd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:43:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-raw-96835-69c94ddcbc namespace: kserve-ci-e2e-test resourceVersion: "14342" uid: 5923a468-9c0d-4f01-b1bf-4364d5943d42 kind: Event lastTimestamp: "2026-04-23T16:43:54Z" message: 'Created pod: model-chainer-raw-96835-69c94ddcbc-qmgwk' metadata: creationTimestamp: "2026-04-23T16:43:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:43:54Z" name: model-chainer-raw-96835-69c94ddcbc.18a90a19e4bab4b0 namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: 3b67ce5c-96f3-4f48-95c1-c55a547e2e51 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:43:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer-raw-96835 namespace: kserve-ci-e2e-test resourceVersion: "14340" uid: 8b7c3267-0670-43d3-ba63-1d82268e6540 kind: Event lastTimestamp: "2026-04-23T16:43:54Z" message: Scaled up replica set model-chainer-raw-96835-69c94ddcbc from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:43:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:43:54Z" name: model-chainer-raw-96835.18a90a19e31286fa namespace: kserve-ci-e2e-test resourceVersion: "14344" uid: 521f9e14-153f-4c2e-8fae-43ab945d8718 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:43:54Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer-raw-96835 namespace: kserve-ci-e2e-test resourceVersion: "14362" uid: a83e8a30-bd02-491a-bd6b-f851c1011c6b kind: Event lastTimestamp: "2026-04-23T16:43:54Z" message: InferenceGraph [model-chainer-raw-96835] is Ready metadata: creationTimestamp: "2026-04-23T16:43:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:43:54Z" name: model-chainer-raw-96835.18a90a19ea1b1591 namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: e595c458-d84c-4e8a-8ec8-f3d27f60ce24 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:45:34.645196Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-016c1-68d557966c-8cbj7 namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: c54a407c-b99a-49ff-b972-ba01a4c366d3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-016c1-68d557966c-8cbj7 to ip-10-0-137-14.ec2.internal metadata: creationTimestamp: "2026-04-23T16:45:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:45:34Z" name: model-chainer-raw-hpa-016c1-68d557966c-8cbj7.18a90a3141a252d1 namespace: kserve-ci-e2e-test resourceVersion: "15319" uid: 161c3891-62f8-4384-8c77-766891c0c988 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:35Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-016c1-68d557966c-8cbj7 namespace: kserve-ci-e2e-test resourceVersion: "15320" uid: c54a407c-b99a-49ff-b972-ba01a4c366d3 kind: Event lastTimestamp: "2026-04-23T16:45:35Z" message: Add eth0 [10.134.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:45:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:45:35Z" name: model-chainer-raw-hpa-016c1-68d557966c-8cbj7.18a90a3159fc0e8e namespace: kserve-ci-e2e-test resourceVersion: "15331" uid: aab1a1ab-356b-4148-ad86-a8634cbe901a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-016c1} kind: Pod name: model-chainer-raw-hpa-016c1-68d557966c-8cbj7 namespace: kserve-ci-e2e-test resourceVersion: "15313" uid: c54a407c-b99a-49ff-b972-ba01a4c366d3 kind: Event lastTimestamp: "2026-04-23T16:45:35Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:66a46d5a6623872616c85560bba9e0c6b4eaf29ca86ba636e84212e5017220b2" already present on machine metadata: creationTimestamp: "2026-04-23T16:45:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:35Z" name: model-chainer-raw-hpa-016c1-68d557966c-8cbj7.18a90a315bff721f namespace: kserve-ci-e2e-test resourceVersion: "15333" uid: c6e7d790-27ac-4e0d-b101-1ce0085a48eb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-016c1} kind: Pod name: model-chainer-raw-hpa-016c1-68d557966c-8cbj7 namespace: kserve-ci-e2e-test resourceVersion: "15313" uid: c54a407c-b99a-49ff-b972-ba01a4c366d3 kind: Event lastTimestamp: "2026-04-23T16:45:35Z" message: 'Created container: model-chainer-raw-hpa-016c1' metadata: creationTimestamp: "2026-04-23T16:45:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:35Z" name: model-chainer-raw-hpa-016c1-68d557966c-8cbj7.18a90a315f1648f8 namespace: kserve-ci-e2e-test resourceVersion: "15334" uid: 9de23d8b-d78b-4e39-9346-b80f0b9edd75 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:35Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-016c1} kind: Pod name: model-chainer-raw-hpa-016c1-68d557966c-8cbj7 namespace: kserve-ci-e2e-test resourceVersion: "15313" uid: c54a407c-b99a-49ff-b972-ba01a4c366d3 kind: Event lastTimestamp: "2026-04-23T16:45:35Z" message: Started container model-chainer-raw-hpa-016c1 metadata: creationTimestamp: "2026-04-23T16:45:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:35Z" name: model-chainer-raw-hpa-016c1-68d557966c-8cbj7.18a90a315f83708a namespace: kserve-ci-e2e-test resourceVersion: "15335" uid: edb3dbba-3c82-4057-8313-5c9c621d0c4b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-016c1} kind: Pod name: model-chainer-raw-hpa-016c1-68d557966c-8cbj7 namespace: kserve-ci-e2e-test resourceVersion: "15313" uid: c54a407c-b99a-49ff-b972-ba01a4c366d3 kind: Event lastTimestamp: "2026-04-23T16:45:44Z" message: Stopping container model-chainer-raw-hpa-016c1 metadata: creationTimestamp: "2026-04-23T16:45:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:45:44Z" name: model-chainer-raw-hpa-016c1-68d557966c-8cbj7.18a90a33997eec5b namespace: kserve-ci-e2e-test resourceVersion: "15421" uid: ad0734c6-0832-4c0c-b660-d4f9e7e1e7ae reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-23T16:45:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-016c1} kind: Pod name: model-chainer-raw-hpa-016c1-68d557966c-8cbj7 namespace: kserve-ci-e2e-test resourceVersion: "15313" uid: c54a407c-b99a-49ff-b972-ba01a4c366d3 kind: Event lastTimestamp: "2026-04-23T16:46:11Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-23T16:45:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:46:11Z" name: model-chainer-raw-hpa-016c1-68d557966c-8cbj7.18a90a3418034ff9 namespace: kserve-ci-e2e-test resourceVersion: "15786" uid: 15fca94e-fd18-4556-8f3c-b8e9b68400ef reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-raw-hpa-016c1-68d557966c namespace: kserve-ci-e2e-test resourceVersion: "15306" uid: c5c24f3b-e262-43f3-b575-69f22283f11e kind: Event lastTimestamp: "2026-04-23T16:45:34Z" message: 'Created pod: model-chainer-raw-hpa-016c1-68d557966c-8cbj7' metadata: creationTimestamp: "2026-04-23T16:45:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:45:34Z" name: model-chainer-raw-hpa-016c1-68d557966c.18a90a3140b45633 namespace: kserve-ci-e2e-test resourceVersion: "15312" uid: 9eb39268-0417-4b66-87de-eeec41fc9f60 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer-raw-hpa-016c1 namespace: kserve-ci-e2e-test resourceVersion: "15304" uid: e81f81ca-e296-45da-ac23-d0ea08029a4b kind: Event lastTimestamp: "2026-04-23T16:45:34Z" message: Scaled up replica set model-chainer-raw-hpa-016c1-68d557966c from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:45:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:45:34Z" name: model-chainer-raw-hpa-016c1.18a90a313f957b34 namespace: kserve-ci-e2e-test resourceVersion: "15307" uid: 7a81eaec-d817-42e8-8b4c-3cdc3680aba5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:45:34Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer-raw-hpa-016c1 namespace: kserve-ci-e2e-test resourceVersion: "15322" uid: 7cc07f9c-b21e-4667-bade-9382df38b5ad kind: Event lastTimestamp: "2026-04-23T16:45:34Z" message: InferenceGraph [model-chainer-raw-hpa-016c1] is Ready metadata: creationTimestamp: "2026-04-23T16:45:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:45:34Z" name: model-chainer-raw-hpa-016c1.18a90a31452cb2c8 namespace: kserve-ci-e2e-test resourceVersion: "15324" uid: 672a13aa-375a-41d1-bf04-04b64ec2a2bd reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:51:16.883156Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9 namespace: kserve-ci-e2e-test resourceVersion: "18369" uid: 84fb6b2b-4b51-4318-a257-c9de319652b1 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-5a19e-predictor-565b5c779d-9njq9 to ip-10-0-137-14.ec2.internal metadata: creationTimestamp: "2026-04-23T16:51:16Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:51:16Z" name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9.18a90a80f09b1dde namespace: kserve-ci-e2e-test resourceVersion: "18373" uid: ef6727f8-1028-43a6-9e57-82056b84c45e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:17Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9 namespace: kserve-ci-e2e-test resourceVersion: "18376" uid: 84fb6b2b-4b51-4318-a257-c9de319652b1 kind: Event lastTimestamp: "2026-04-23T16:51:17Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:51:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:51:17Z" name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9.18a90a81097cdfb1 namespace: kserve-ci-e2e-test resourceVersion: "18387" uid: 7b089936-3447-4192-93fe-f775c5d252f3 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9 namespace: kserve-ci-e2e-test resourceVersion: "18371" uid: 84fb6b2b-4b51-4318-a257-c9de319652b1 kind: Event lastTimestamp: "2026-04-23T16:51:17Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d" already present on machine metadata: creationTimestamp: "2026-04-23T16:51:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:51:17Z" name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9.18a90a810ac59929 namespace: kserve-ci-e2e-test resourceVersion: "18390" uid: d19989ea-93cb-40cf-b92c-2c2849ca4a0f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9 namespace: kserve-ci-e2e-test resourceVersion: "18371" uid: 84fb6b2b-4b51-4318-a257-c9de319652b1 kind: Event lastTimestamp: "2026-04-23T16:51:17Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-23T16:51:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:51:17Z" name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9.18a90a810d7ea336 namespace: kserve-ci-e2e-test resourceVersion: "18392" uid: 2ad417f9-6b50-4a2a-8806-4e14596c0d23 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9 namespace: kserve-ci-e2e-test resourceVersion: "18371" uid: 84fb6b2b-4b51-4318-a257-c9de319652b1 kind: Event lastTimestamp: "2026-04-23T16:51:17Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-23T16:51:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:51:17Z" name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9.18a90a810de89116 namespace: kserve-ci-e2e-test resourceVersion: "18394" uid: 4d4380b4-18f9-42e6-8b10-8ce6fa267994 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9 namespace: kserve-ci-e2e-test resourceVersion: "18371" uid: 84fb6b2b-4b51-4318-a257-c9de319652b1 kind: Event lastTimestamp: "2026-04-23T16:51:21Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438" already present on machine metadata: creationTimestamp: "2026-04-23T16:51:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:51:21Z" name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9.18a90a8216b42392 namespace: kserve-ci-e2e-test resourceVersion: "18434" uid: f425346d-fba7-4fd4-8224-aa245dde101e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9 namespace: kserve-ci-e2e-test resourceVersion: "18371" uid: 84fb6b2b-4b51-4318-a257-c9de319652b1 kind: Event lastTimestamp: "2026-04-23T16:51:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-23T16:51:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:51:21Z" name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9.18a90a821976c9d6 namespace: kserve-ci-e2e-test resourceVersion: "18438" uid: 9f148a2a-7f8d-4b16-9d96-a1a94ab7ec7e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9 namespace: kserve-ci-e2e-test resourceVersion: "18371" uid: 84fb6b2b-4b51-4318-a257-c9de319652b1 kind: Event lastTimestamp: "2026-04-23T16:51:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-23T16:51:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:51:21Z" name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9.18a90a8219e389bf namespace: kserve-ci-e2e-test resourceVersion: "18439" uid: 9e975cb6-6e96-40d2-b125-a3df3abb3201 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-23T16:51:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9 namespace: kserve-ci-e2e-test resourceVersion: "18371" uid: 84fb6b2b-4b51-4318-a257-c9de319652b1 kind: Event lastTimestamp: "2026-04-23T16:52:13Z" message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-23T16:51:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:52:13Z" name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9.18a90a82529558a9 namespace: kserve-ci-e2e-test resourceVersion: "18805" uid: aff8f365-2e03-4d8d-9458-713f2014061b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:52:26Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9 namespace: kserve-ci-e2e-test resourceVersion: "18371" uid: 84fb6b2b-4b51-4318-a257-c9de319652b1 kind: Event lastTimestamp: "2026-04-23T16:52:26Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-23T16:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:52:26Z" name: raw-sklearn-5a19e-predictor-565b5c779d-9njq9.18a90a9143a80626 namespace: kserve-ci-e2e-test resourceVersion: "18942" uid: 46588a33-0835-417a-89a5-505d992f9946 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: raw-sklearn-5a19e-predictor-565b5c779d namespace: kserve-ci-e2e-test resourceVersion: "18358" uid: 57c5cef5-41c4-46b8-a807-802f10bf5d1a kind: Event lastTimestamp: "2026-04-23T16:51:16Z" message: 'Created pod: raw-sklearn-5a19e-predictor-565b5c779d-9njq9' metadata: creationTimestamp: "2026-04-23T16:51:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:51:16Z" name: raw-sklearn-5a19e-predictor-565b5c779d.18a90a80f01f375d namespace: kserve-ci-e2e-test resourceVersion: "18370" uid: 3b7ed835-9b22-440f-b636-4abb29b92260 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: raw-sklearn-5a19e-predictor namespace: kserve-ci-e2e-test resourceVersion: "18356" uid: ee56b5f3-b251-4a3b-9b39-100dec466c67 kind: Event lastTimestamp: "2026-04-23T16:51:16Z" message: Scaled up replica set raw-sklearn-5a19e-predictor-565b5c779d from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:51:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:51:16Z" name: raw-sklearn-5a19e-predictor.18a90a80ed17cc3d namespace: kserve-ci-e2e-test resourceVersion: "18360" uid: 95da46f9-68cd-4fde-bb2e-dcac03282c56 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-23T16:51:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-5a19e-predictor namespace: kserve-ci-e2e-test resourceVersion: "18357" uid: 630c4afa-7198-4b0f-9795-7aed7d39b71d kind: Event lastTimestamp: "2026-04-23T16:52:01Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:51:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:52:01Z" name: raw-sklearn-5a19e-predictor.18a90a846c1359a6 namespace: kserve-ci-e2e-test resourceVersion: "18724" uid: d820a2f5-535f-4a82-9d65-17af22e63b50 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-23T16:51:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-5a19e-predictor namespace: kserve-ci-e2e-test resourceVersion: "18357" uid: 630c4afa-7198-4b0f-9795-7aed7d39b71d kind: Event lastTimestamp: "2026-04-23T16:52:01Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:51:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:52:01Z" name: raw-sklearn-5a19e-predictor.18a90a846c75bd90 namespace: kserve-ci-e2e-test resourceVersion: "18725" uid: 35e0c5b6-8ebd-47d3-89f0-b3ccfc96260b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:52:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-5a19e-predictor namespace: kserve-ci-e2e-test resourceVersion: "18517" uid: 630c4afa-7198-4b0f-9795-7aed7d39b71d kind: Event lastTimestamp: "2026-04-23T16:52:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:52:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:52:16Z" name: raw-sklearn-5a19e-predictor.18a90a8ee90ee9da namespace: kserve-ci-e2e-test resourceVersion: "18828" uid: 2f3f297c-1f1f-4a4a-af65-8eea7f57eb3b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:52:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-5a19e-predictor namespace: kserve-ci-e2e-test resourceVersion: "18517" uid: 630c4afa-7198-4b0f-9795-7aed7d39b71d kind: Event lastTimestamp: "2026-04-23T16:52:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:52:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:52:16Z" name: raw-sklearn-5a19e-predictor.18a90a8ee95180a8 namespace: kserve-ci-e2e-test resourceVersion: "18829" uid: 8b7aba5a-0838-4747-8bbb-2378316f4c18 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-04-23T16:51:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-5a19e namespace: kserve-ci-e2e-test resourceVersion: "18348" uid: b3caf075-3361-403f-9b6f-9fa83dfe5834 kind: Event lastTimestamp: "2026-04-23T16:52:23Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-23T16:51:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:52:23Z" name: raw-sklearn-5a19e.18a90a80ecf62b88 namespace: kserve-ci-e2e-test resourceVersion: "18889" uid: 3ceab95c-470b-4c33-bc81-bdf424add8ef reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:51:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-5a19e namespace: kserve-ci-e2e-test resourceVersion: "18348" uid: b3caf075-3361-403f-9b6f-9fa83dfe5834 kind: Event lastTimestamp: "2026-04-23T16:51:16Z" message: 'Failed to update status for InferenceService "raw-sklearn-5a19e": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-5a19e": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:51:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:51:16Z" name: raw-sklearn-5a19e.18a90a80ed891574 namespace: kserve-ci-e2e-test resourceVersion: "18363" uid: b5ab7914-9330-4a38-a061-04a7e59f1050 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:52:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-5a19e namespace: kserve-ci-e2e-test resourceVersion: "18887" uid: b3caf075-3361-403f-9b6f-9fa83dfe5834 kind: Event lastTimestamp: "2026-04-23T16:52:23Z" message: InferenceService [raw-sklearn-5a19e] is Ready metadata: creationTimestamp: "2026-04-23T16:52:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:52:23Z" name: raw-sklearn-5a19e.18a90a908abf1abc namespace: kserve-ci-e2e-test resourceVersion: "18888" uid: aa84dad7-e181-436c-b1fd-42910654580e reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-23T16:52:27.039535Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk namespace: kserve-ci-e2e-test resourceVersion: "18948" uid: 5ab9610f-f734-4328-b7d1-be10fe184a7b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk to ip-10-0-137-14.ec2.internal metadata: creationTimestamp: "2026-04-23T16:52:27Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-23T16:52:27Z" name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk.18a90a9146408ff1 namespace: kserve-ci-e2e-test resourceVersion: "18953" uid: 955ce39c-1b61-41ef-a7bc-daff8d452f11 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-7998f7657-2nhtq source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:52:27Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk namespace: kserve-ci-e2e-test resourceVersion: "18958" uid: 5ab9610f-f734-4328-b7d1-be10fe184a7b kind: Event lastTimestamp: "2026-04-23T16:52:27Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-23T16:52:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-23T16:52:27Z" name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk.18a90a915ee804b7 namespace: kserve-ci-e2e-test resourceVersion: "18968" uid: ac66c1bb-0c9a-4f91-9203-e8647b9ef21f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:52:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk namespace: kserve-ci-e2e-test resourceVersion: "18951" uid: 5ab9610f-f734-4328-b7d1-be10fe184a7b kind: Event lastTimestamp: "2026-04-23T16:52:27Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:1e3c9913c801ea01a5ba1aef752627a7bb4ea1c0e22f7d100bc3ea27e07d693d" already present on machine metadata: creationTimestamp: "2026-04-23T16:52:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:52:27Z" name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk.18a90a916035ee67 namespace: kserve-ci-e2e-test resourceVersion: "18970" uid: 9dc0e1c8-1bd4-4011-bf05-9c116fed98f9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:52:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk namespace: kserve-ci-e2e-test resourceVersion: "18951" uid: 5ab9610f-f734-4328-b7d1-be10fe184a7b kind: Event lastTimestamp: "2026-04-23T16:52:27Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-23T16:52:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:52:27Z" name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk.18a90a9163838d12 namespace: kserve-ci-e2e-test resourceVersion: "18972" uid: 8fc7c350-800f-4e16-9547-e7f715f7d250 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:52:27Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk namespace: kserve-ci-e2e-test resourceVersion: "18951" uid: 5ab9610f-f734-4328-b7d1-be10fe184a7b kind: Event lastTimestamp: "2026-04-23T16:52:27Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-23T16:52:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:52:27Z" name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk.18a90a9164066fed namespace: kserve-ci-e2e-test resourceVersion: "18975" uid: 89332b08-ee08-4d13-a1be-448606fa5c0e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:52:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk namespace: kserve-ci-e2e-test resourceVersion: "18951" uid: 5ab9610f-f734-4328-b7d1-be10fe184a7b kind: Event lastTimestamp: "2026-04-23T16:52:32Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1438" already present on machine metadata: creationTimestamp: "2026-04-23T16:52:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:52:32Z" name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk.18a90a926ed4600a namespace: kserve-ci-e2e-test resourceVersion: "19015" uid: 5d2728c2-1351-436e-b46c-2be734db1bda reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:52:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk namespace: kserve-ci-e2e-test resourceVersion: "18951" uid: 5ab9610f-f734-4328-b7d1-be10fe184a7b kind: Event lastTimestamp: "2026-04-23T16:52:32Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-23T16:52:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:52:32Z" name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk.18a90a9272423af2 namespace: kserve-ci-e2e-test resourceVersion: "19019" uid: 044efc43-e38b-4c53-9e19-ed318d249efa reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:52:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk namespace: kserve-ci-e2e-test resourceVersion: "18951" uid: 5ab9610f-f734-4328-b7d1-be10fe184a7b kind: Event lastTimestamp: "2026-04-23T16:52:32Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-23T16:52:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:52:32Z" name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk.18a90a9272b022af namespace: kserve-ci-e2e-test resourceVersion: "19020" uid: d2ebc389-64e1-43ef-8ff2-e23c966ae7b9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-23T16:52:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk namespace: kserve-ci-e2e-test resourceVersion: "18951" uid: 5ab9610f-f734-4328-b7d1-be10fe184a7b kind: Event lastTimestamp: "2026-04-23T16:53:24Z" message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-23T16:52:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:53:24Z" name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk.18a90a92aaa7daa0 namespace: kserve-ci-e2e-test resourceVersion: "19389" uid: bb2338ca-4ba4-4221-9a49-27caf135f0e0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:53:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk namespace: kserve-ci-e2e-test resourceVersion: "18951" uid: 5ab9610f-f734-4328-b7d1-be10fe184a7b kind: Event lastTimestamp: "2026-04-23T16:53:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-23T16:53:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-23T16:53:37Z" name: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk.18a90aa19b389720 namespace: kserve-ci-e2e-test resourceVersion: "19505" uid: eae9dc00-da46-4934-9a16-5afc395f4729 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-14.ec2.internal source: component: kubelet host: ip-10-0-137-14.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:52:27Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: raw-sklearn-runtime-ac859-predictor-5b64df665d namespace: kserve-ci-e2e-test resourceVersion: "18937" uid: 3d2857a5-68d8-487d-b979-53580d206733 kind: Event lastTimestamp: "2026-04-23T16:52:27Z" message: 'Created pod: raw-sklearn-runtime-ac859-predictor-5b64df665d-pcnbk' metadata: creationTimestamp: "2026-04-23T16:52:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:52:27Z" name: raw-sklearn-runtime-ac859-predictor-5b64df665d.18a90a9145cf44e8 namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: b07b307c-b877-4fcc-99a9-fa3715e6f649 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:52:26Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: raw-sklearn-runtime-ac859-predictor namespace: kserve-ci-e2e-test resourceVersion: "18932" uid: 9e9912da-0578-413c-a191-d1db7fe25ec7 kind: Event lastTimestamp: "2026-04-23T16:52:26Z" message: Scaled up replica set raw-sklearn-runtime-ac859-predictor-5b64df665d from 0 to 1 metadata: creationTimestamp: "2026-04-23T16:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:52:26Z" name: raw-sklearn-runtime-ac859-predictor.18a90a91431c7013 namespace: kserve-ci-e2e-test resourceVersion: "18938" uid: 90e3f75a-5a6a-4629-8d77-3474b0cd0dc9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:52:41Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-ac859-predictor namespace: kserve-ci-e2e-test resourceVersion: "18936" uid: bcb05a84-ee42-4227-bbee-6663d5635775 kind: Event lastTimestamp: "2026-04-23T16:52:57Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:52:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:52:57Z" name: raw-sklearn-runtime-ac859-predictor.18a90a94c1cc8435 namespace: kserve-ci-e2e-test resourceVersion: "19198" uid: 3d3ba6d8-c009-41aa-97e0-ab94f5f5f9c2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:52:42Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-ac859-predictor namespace: kserve-ci-e2e-test resourceVersion: "18936" uid: bcb05a84-ee42-4227-bbee-6663d5635775 kind: Event lastTimestamp: "2026-04-23T16:52:57Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-23T16:52:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:52:57Z" name: raw-sklearn-runtime-ac859-predictor.18a90a94c2320777 namespace: kserve-ci-e2e-test resourceVersion: "19199" uid: c7b66fa3-3df8-4326-9c46-12e76767b561 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:53:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-ac859-predictor namespace: kserve-ci-e2e-test resourceVersion: "19090" uid: bcb05a84-ee42-4227-bbee-6663d5635775 kind: Event lastTimestamp: "2026-04-23T16:53:27Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:53:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:53:27Z" name: raw-sklearn-runtime-ac859-predictor.18a90a9bc0631ced namespace: kserve-ci-e2e-test resourceVersion: "19407" uid: 127495cc-11a9-4a76-8c52-2cfc064b287a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-23T16:53:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-ac859-predictor namespace: kserve-ci-e2e-test resourceVersion: "19090" uid: bcb05a84-ee42-4227-bbee-6663d5635775 kind: Event lastTimestamp: "2026-04-23T16:53:27Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-23T16:53:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-23T16:53:27Z" name: raw-sklearn-runtime-ac859-predictor.18a90a9bc0c42484 namespace: kserve-ci-e2e-test resourceVersion: "19408" uid: 3a07416f-ea14-4e48-9d6a-d882e67e9138 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-04-23T16:52:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-ac859 namespace: kserve-ci-e2e-test resourceVersion: "18911" uid: 78bda6ea-81ba-4e0e-92fe-1d7770269982 kind: Event lastTimestamp: "2026-04-23T16:53:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-23T16:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:53:34Z" name: raw-sklearn-runtime-ac859.18a90a9143298656 namespace: kserve-ci-e2e-test resourceVersion: "19468" uid: 6e727b18-c970-41e3-804b-74dbb694b1d1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:52:26Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-ac859 namespace: kserve-ci-e2e-test resourceVersion: "18911" uid: 78bda6ea-81ba-4e0e-92fe-1d7770269982 kind: Event lastTimestamp: "2026-04-23T16:52:26Z" message: 'Failed to update status for InferenceService "raw-sklearn-runtime-ac859": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-ac859": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-23T16:52:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:52:26Z" name: raw-sklearn-runtime-ac859.18a90a91439f5eb5 namespace: kserve-ci-e2e-test resourceVersion: "18943" uid: 75c2cec6-c115-443f-9bcb-80feb90c1840 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-23T16:53:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-ac859 namespace: kserve-ci-e2e-test resourceVersion: "19465" uid: 78bda6ea-81ba-4e0e-92fe-1d7770269982 kind: Event lastTimestamp: "2026-04-23T16:53:34Z" message: InferenceService [raw-sklearn-runtime-ac859] is Ready metadata: creationTimestamp: "2026-04-23T16:53:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-23T16:53:34Z" name: raw-sklearn-runtime-ac859.18a90aa0e2c5cb93 namespace: kserve-ci-e2e-test resourceVersion: "19466" uid: 66497560-bae2-4841-bb20-9174bc035722 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "19689"