--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:46:13.589343Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7 namespace: kserve-ci-e2e-test resourceVersion: "19781" uid: 5b824ed2-0ab5-48d9-97ed-324eb2d248b3 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7 to ip-10-0-137-46.ec2.internal metadata: creationTimestamp: "2026-04-17T17:46:13Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:46:13Z" name: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7.18a736051bc17b47 namespace: kserve-ci-e2e-test resourceVersion: "19787" uid: 039c2308-51b2-4020-ba82-c0ea903cd508 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:13Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7 namespace: kserve-ci-e2e-test resourceVersion: "19784" uid: 5b824ed2-0ab5-48d9-97ed-324eb2d248b3 kind: Event lastTimestamp: "2026-04-17T17:46:13Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-f4bb2d-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-04-17T17:46:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:13Z" name: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7.18a7360527d4c245 namespace: kserve-ci-e2e-test resourceVersion: "19795" uid: 1a6fd62f-e0a5-4696-8a85-92b823f63c5b reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:14Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7 namespace: kserve-ci-e2e-test resourceVersion: "19791" uid: 5b824ed2-0ab5-48d9-97ed-324eb2d248b3 kind: Event lastTimestamp: "2026-04-17T17:46:14Z" message: Add eth0 [10.134.0.42/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:46:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:46:14Z" name: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7.18a7360558ec2b76 namespace: kserve-ci-e2e-test resourceVersion: "19806" uid: 3f0ec848-ba2e-4054-8ff2-4988bc2af5b6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:46:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7 namespace: kserve-ci-e2e-test resourceVersion: "19784" uid: 5b824ed2-0ab5-48d9-97ed-324eb2d248b3 kind: Event lastTimestamp: "2026-04-17T17:46:20Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4" already present on machine metadata: creationTimestamp: "2026-04-17T17:46:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:20Z" name: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7.18a736055a74dd23 namespace: kserve-ci-e2e-test resourceVersion: "19860" uid: 4958429b-6ea8-4ab2-94f3-ea6c02763448 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:46:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7 namespace: kserve-ci-e2e-test resourceVersion: "19784" uid: 5b824ed2-0ab5-48d9-97ed-324eb2d248b3 kind: Event lastTimestamp: "2026-04-17T17:46:20Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T17:46:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:20Z" name: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7.18a736055d6ceeec namespace: kserve-ci-e2e-test resourceVersion: "19865" uid: 8bc9354d-0383-4598-a53d-613c71e92ecd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:46:14Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7 namespace: kserve-ci-e2e-test resourceVersion: "19784" uid: 5b824ed2-0ab5-48d9-97ed-324eb2d248b3 kind: Event lastTimestamp: "2026-04-17T17:46:20Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T17:46:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:20Z" name: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7.18a736055ddd4634 namespace: kserve-ci-e2e-test resourceVersion: "19866" uid: 565257d9-78db-4836-818f-e0aeb9c16626 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7 namespace: kserve-ci-e2e-test resourceVersion: "19784" uid: 5b824ed2-0ab5-48d9-97ed-324eb2d248b3 kind: Event lastTimestamp: "2026-04-17T17:46:23Z" message: Stopping container storage-initializer metadata: creationTimestamp: "2026-04-17T17:46:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:23Z" name: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7.18a736077251c387 namespace: kserve-ci-e2e-test resourceVersion: "19917" uid: d8069bbe-a597-48b7-b814-c51ffb3bae9f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:13Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-init-fail-f4bb2d-predictor-57fbff75d7 namespace: kserve-ci-e2e-test resourceVersion: "19773" uid: d0100b94-0ccb-4b2e-9eb4-87549bc157cd kind: Event lastTimestamp: "2026-04-17T17:46:13Z" message: 'Created pod: isvc-init-fail-f4bb2d-predictor-57fbff75d7-27gk7' metadata: creationTimestamp: "2026-04-17T17:46:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:46:13Z" name: isvc-init-fail-f4bb2d-predictor-57fbff75d7.18a736051b3dcadb namespace: kserve-ci-e2e-test resourceVersion: "19785" uid: af417644-c466-45cc-a740-6cc23500f662 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:13Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-init-fail-f4bb2d-predictor namespace: kserve-ci-e2e-test resourceVersion: "19769" uid: 7eb7a228-1a5c-4de8-9d87-cc5d2043e81f kind: Event lastTimestamp: "2026-04-17T17:46:13Z" message: Scaled up replica set isvc-init-fail-f4bb2d-predictor-57fbff75d7 from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:46:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:46:13Z" name: isvc-init-fail-f4bb2d-predictor.18a7360517ef8ebc namespace: kserve-ci-e2e-test resourceVersion: "19775" uid: 58edc838-9080-4df0-a9f5-af79a78178b3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-17T17:46:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-f4bb2d namespace: kserve-ci-e2e-test resourceVersion: "19744" uid: 75ccf627-8d72-49cc-b32f-c55ace8b7fd3 kind: Event lastTimestamp: "2026-04-17T17:46:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T17:46:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:46:20Z" name: isvc-init-fail-f4bb2d.18a7360517f84e9a namespace: kserve-ci-e2e-test resourceVersion: "19867" uid: 27fb73c7-5cb6-43ce-a6f6-1f5f1bbfc62f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-f4bb2d namespace: kserve-ci-e2e-test resourceVersion: "19744" uid: 75ccf627-8d72-49cc-b32f-c55ace8b7fd3 kind: Event lastTimestamp: "2026-04-17T17:46:13Z" message: 'Failed to update status for InferenceService "isvc-init-fail-f4bb2d": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-f4bb2d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:46:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:46:13Z" name: isvc-init-fail-f4bb2d.18a73605188201d1 namespace: kserve-ci-e2e-test resourceVersion: "19778" uid: 65c0b732-080c-48ba-9662-0a020e679928 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:13Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-f4bb2d namespace: kserve-ci-e2e-test resourceVersion: "19744" uid: 75ccf627-8d72-49cc-b32f-c55ace8b7fd3 kind: Event lastTimestamp: "2026-04-17T17:46:13Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-f4bb2d": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:46:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:46:13Z" name: isvc-init-fail-f4bb2d.18a73605188259ad namespace: kserve-ci-e2e-test resourceVersion: "19780" uid: 8563681d-3266-495f-901b-446bd8678fce reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:40:41.696459Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17025" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff to ip-10-0-137-46.ec2.internal metadata: creationTimestamp: "2026-04-17T17:40:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:40:41Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b7d565ffb1 namespace: kserve-ci-e2e-test resourceVersion: "17032" uid: 0befb0e0-aa12-4b53-aa9b-d0555f87cdad reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:41Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:40:41Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-e5a50-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-04-17T17:40:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:41Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b7dfafb5cf namespace: kserve-ci-e2e-test resourceVersion: "17041" uid: 81adfcc7-f716-43d9-b6e0-c80ba6bb50e2 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:42Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17036" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:40:42Z" message: Add eth0 [10.134.0.38/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:40:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:40:42Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b812a53eab namespace: kserve-ci-e2e-test resourceVersion: "17051" uid: cb27fa85-70a4-4c5e-adf8-4a3a2df91098 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:40:42Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4" already present on machine metadata: creationTimestamp: "2026-04-17T17:40:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:42Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b814407414 namespace: kserve-ci-e2e-test resourceVersion: "17053" uid: e1ed1b77-d684-440e-bf93-b2b475c32a6f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:40:42Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T17:40:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:42Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b817858a1a namespace: kserve-ci-e2e-test resourceVersion: "17054" uid: 317dda42-1af8-445d-867a-7e3e8fb35c58 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:40:42Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T17:40:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:42Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b817f6988e namespace: kserve-ci-e2e-test resourceVersion: "17055" uid: c5f699fa-b28e-4cba-98d4-109c254f8d59 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:40:47Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293" already present on machine metadata: creationTimestamp: "2026-04-17T17:40:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:47Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b918e88907 namespace: kserve-ci-e2e-test resourceVersion: "17096" uid: d40e368d-95ff-470b-b276-227fab8a76f7 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:40:47Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T17:40:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:47Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b91c299408 namespace: kserve-ci-e2e-test resourceVersion: "17098" uid: 9a8fa5d5-fa41-4a29-96de-ed3384668e0e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:40:47Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T17:40:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:47Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b91ca2d2c2 namespace: kserve-ci-e2e-test resourceVersion: "17099" uid: 50ba7c95-f635-4e04-b873-61c77c4243f0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:40:47Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-17T17:40:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:47Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b91caf048d namespace: kserve-ci-e2e-test resourceVersion: "17100" uid: 1eb14fc0-7667-48c3-923f-fb38fd67f216 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:40:47Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-17T17:40:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:47Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b91fa5b049 namespace: kserve-ci-e2e-test resourceVersion: "17103" uid: dd69224f-6ed7-40c0-8e02-db16045ccda5 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:40:47Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:40:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:47Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b920321d0d namespace: kserve-ci-e2e-test resourceVersion: "17104" uid: 8a66ed70-7e62-4715-ac7e-67b8306ec82a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:40:47Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:af6ad9cdb2c6edca851af8a8c07616394d84a095f309c210bf2f8c0f38daaade" already present on machine metadata: creationTimestamp: "2026-04-17T17:40:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:47Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b9203e6324 namespace: kserve-ci-e2e-test resourceVersion: "17105" uid: 49af67f0-1c54-4d91-956b-378bc7b53f8f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:40:47Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-04-17T17:40:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:47Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b923927995 namespace: kserve-ci-e2e-test resourceVersion: "17107" uid: 1613062c-0631-4812-ac32-bbccbafc2c06 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:40:47Z" message: Started container agent metadata: creationTimestamp: "2026-04-17T17:40:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:47Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b9241930dd namespace: kserve-ci-e2e-test resourceVersion: "17108" uid: 386b7490-d029-4065-8a66-65024fc77c49 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-04-17T17:40:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:42:25Z" message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:40:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:25Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b954d58afe namespace: kserve-ci-e2e-test resourceVersion: "17939" uid: 53076e14-64d7-48ff-a74c-0ad196e947ec reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-17T17:40:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:42:15Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-17T17:40:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:15Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735b990a71c22 namespace: kserve-ci-e2e-test resourceVersion: "17861" uid: bd96e8c1-3f13-4bd2-8175-f49eea6caae7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:42:06Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T17:42:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:06Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735cbad6a604d namespace: kserve-ci-e2e-test resourceVersion: "17726" uid: fb998945-5bab-403a-abf6-85432c847acf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:42:06Z" message: Stopping container agent metadata: creationTimestamp: "2026-04-17T17:42:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:06Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735cbad70ae86 namespace: kserve-ci-e2e-test resourceVersion: "17729" uid: b00afa17-5661-462f-9772-3985ef026726 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:42:06Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:42:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:06Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735cbad710f46 namespace: kserve-ci-e2e-test resourceVersion: "17732" uid: 46130000-8d33-4bdb-8d39-6ba1171bfb72 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-17T17:42:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff namespace: kserve-ci-e2e-test resourceVersion: "17029" uid: ed3a4414-d204-47e5-93a3-c2b560b48283 kind: Event lastTimestamp: "2026-04-17T17:42:25Z" message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp 10.134.0.38:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:42:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:25Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff.18a735cc6d1dff1a namespace: kserve-ci-e2e-test resourceVersion: "17938" uid: 8e117a74-37df-4df6-887a-ce8a9cc38452 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-raw-e5a50-predictor-66d9bf84b6 namespace: kserve-ci-e2e-test resourceVersion: "17015" uid: c54fd319-4b5e-43a9-b209-e6daa4223393 kind: Event lastTimestamp: "2026-04-17T17:40:41Z" message: 'Created pod: isvc-logger-raw-e5a50-predictor-66d9bf84b6-hkbff' metadata: creationTimestamp: "2026-04-17T17:40:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:40:41Z" name: isvc-logger-raw-e5a50-predictor-66d9bf84b6.18a735b7d4a00b54 namespace: kserve-ci-e2e-test resourceVersion: "17027" uid: 742c33b8-185b-423a-8e0d-88f15e4ebfdb reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-raw-e5a50-predictor namespace: kserve-ci-e2e-test resourceVersion: "17013" uid: 3a976d3a-ecb9-4725-9fb2-01217a1e87b7 kind: Event lastTimestamp: "2026-04-17T17:40:41Z" message: Scaled up replica set isvc-logger-raw-e5a50-predictor-66d9bf84b6 from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:40:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:40:41Z" name: isvc-logger-raw-e5a50-predictor.18a735b7d0857c86 namespace: kserve-ci-e2e-test resourceVersion: "17017" uid: 5f278e7e-80b8-4551-bce6-3cb11020d8a8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:40:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-e5a50-predictor namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: eb432942-daf8-48dc-8b60-e875d70ac4dd kind: Event lastTimestamp: "2026-04-17T17:41:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:40:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:41:11Z" name: isvc-logger-raw-e5a50-predictor.18a735bb4f0c5c9b namespace: kserve-ci-e2e-test resourceVersion: "17296" uid: a221dc09-5ee9-4ecf-b19c-ef19a66d628d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:40:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-e5a50-predictor namespace: kserve-ci-e2e-test resourceVersion: "17014" uid: eb432942-daf8-48dc-8b60-e875d70ac4dd kind: Event lastTimestamp: "2026-04-17T17:41:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:40:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:41:11Z" name: isvc-logger-raw-e5a50-predictor.18a735bb4f7d69a7 namespace: kserve-ci-e2e-test resourceVersion: "17297" uid: 0d21211c-a9a4-41d5-849d-d6847be7a263 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:41:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-e5a50-predictor namespace: kserve-ci-e2e-test resourceVersion: "17188" uid: eb432942-daf8-48dc-8b60-e875d70ac4dd kind: Event lastTimestamp: "2026-04-17T17:41:56Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:41:56Z" name: isvc-logger-raw-e5a50-predictor.18a735c24d2cf15e namespace: kserve-ci-e2e-test resourceVersion: "17624" uid: 04efb8b8-05ee-454d-81c7-c46a5dad1139 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:41:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-e5a50-predictor namespace: kserve-ci-e2e-test resourceVersion: "17188" uid: eb432942-daf8-48dc-8b60-e875d70ac4dd kind: Event lastTimestamp: "2026-04-17T17:41:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:41:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:41:56Z" name: isvc-logger-raw-e5a50-predictor.18a735c24dc76e21 namespace: kserve-ci-e2e-test resourceVersion: "17625" uid: 7910dadf-b02a-4250-8850-502b4a821efa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-04-17T17:40:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-e5a50 namespace: kserve-ci-e2e-test resourceVersion: "17002" uid: f99c6690-db02-4c5a-8b6a-f000cb33ed9c kind: Event lastTimestamp: "2026-04-17T17:41:55Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T17:40:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:41:55Z" name: isvc-logger-raw-e5a50.18a735b7d05dd0ab namespace: kserve-ci-e2e-test resourceVersion: "17611" uid: 301d51ec-625b-4f15-96e3-1bbe30fac644 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-e5a50 namespace: kserve-ci-e2e-test resourceVersion: "17002" uid: f99c6690-db02-4c5a-8b6a-f000cb33ed9c kind: Event lastTimestamp: "2026-04-17T17:40:41Z" message: 'Failed to update status for InferenceService "isvc-logger-raw-e5a50": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-e5a50": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:40:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:40:41Z" name: isvc-logger-raw-e5a50.18a735b7d0d09d75 namespace: kserve-ci-e2e-test resourceVersion: "17019" uid: 53368875-de5a-4a22-a085-79ee02d3cf4f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:41:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-e5a50 namespace: kserve-ci-e2e-test resourceVersion: "17609" uid: f99c6690-db02-4c5a-8b6a-f000cb33ed9c kind: Event lastTimestamp: "2026-04-17T17:41:55Z" message: InferenceService [isvc-logger-raw-e5a50] is Ready metadata: creationTimestamp: "2026-04-17T17:41:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:41:55Z" name: isvc-logger-raw-e5a50.18a735c8f56a5e4b namespace: kserve-ci-e2e-test resourceVersion: "17610" uid: cae07b40-9c42-47d9-a794-46cf7acf9448 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:44:37.257835Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18912" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-primary-48f392-predictor-bccb6d7b8-9qh8q to ip-10-0-137-46.ec2.internal metadata: creationTimestamp: "2026-04-17T17:44:37Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:44:37Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a735eeadf34988 namespace: kserve-ci-e2e-test resourceVersion: "18917" uid: f2dc7d09-7bb4-4aaf-a582-e24a6b1a926b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:37Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:44:37Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-48f392-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-04-17T17:44:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:44:37Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a735eebb965d50 namespace: kserve-ci-e2e-test resourceVersion: "18923" uid: 0bd9f0c7-187a-447c-9940-85bc2f427b26 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:38Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18920" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:44:38Z" message: Add eth0 [10.134.0.40/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:44:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:44:38Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a735eeeaf899bd namespace: kserve-ci-e2e-test resourceVersion: "18933" uid: 1271388e-25a8-4582-9288-f4c560401338 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:38Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:44:38Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4" already present on machine metadata: creationTimestamp: "2026-04-17T17:44:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:44:38Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a735eeec9c5935 namespace: kserve-ci-e2e-test resourceVersion: "18936" uid: 65103079-ae04-4c0c-a505-8f955f07f7de reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:38Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:44:38Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T17:44:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:44:38Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a735eeefa8860b namespace: kserve-ci-e2e-test resourceVersion: "18939" uid: cd9716ed-dfd2-44d6-bba9-eb2496dc7c42 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:38Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:44:38Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T17:44:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:44:38Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a735eef01cb386 namespace: kserve-ci-e2e-test resourceVersion: "18940" uid: 233e84ea-ba36-4b38-8539-f6854160869a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:44:42Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293" already present on machine metadata: creationTimestamp: "2026-04-17T17:44:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:44:42Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a735f00111c4ad namespace: kserve-ci-e2e-test resourceVersion: "18986" uid: 4b598cc8-22cc-4120-9239-e71187c24db5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:44:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T17:44:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:44:43Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a735f0045dffa1 namespace: kserve-ci-e2e-test resourceVersion: "18991" uid: bf399eb4-d392-4506-bf24-bffda9db315b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:44:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T17:44:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:44:43Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a735f004d4cd98 namespace: kserve-ci-e2e-test resourceVersion: "18992" uid: 5b4adfa1-deb6-4b7e-adb4-21c86157c1ee reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:44:43Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-17T17:44:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:44:43Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a735f004e0dc3c namespace: kserve-ci-e2e-test resourceVersion: "18993" uid: 101823bd-5c56-4b12-81c9-4bcaca0e2b4c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:44:43Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-17T17:44:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:44:43Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a735f0085070be namespace: kserve-ci-e2e-test resourceVersion: "18995" uid: 14fbe382-9ed8-4071-a2a4-031ac92c0b04 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:44:43Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:44:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:44:43Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a735f008c380ae namespace: kserve-ci-e2e-test resourceVersion: "18996" uid: 9b9a0e00-8dbf-4eb4-8c86-2a1c4d9b5152 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-17T17:44:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:45:40Z" message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:44:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:45:40Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a735f078ded113 namespace: kserve-ci-e2e-test resourceVersion: "19408" uid: c3e3aa3f-e3c1-41c6-9fdb-f8ce5f3c8377 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:46:13Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T17:46:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:13Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a736051729660a namespace: kserve-ci-e2e-test resourceVersion: "19770" uid: 4fe8816c-afe2-40f6-83d8-abe29cf09da9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:46:13Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:46:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:13Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a73605172a675b namespace: kserve-ci-e2e-test resourceVersion: "19774" uid: b708a696-9317-465f-9397-ea524e920cf4 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q namespace: kserve-ci-e2e-test resourceVersion: "18914" uid: c82f1848-d93e-4e3c-b862-eeb4bc7e6f17 kind: Event lastTimestamp: "2026-04-17T17:46:15Z" message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp 10.134.0.40:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:46:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:15Z" name: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q.18a73605a8f95804 namespace: kserve-ci-e2e-test resourceVersion: "19829" uid: a6a7b8c1-652a-457c-8622-f1ebc9c56e92 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:37Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-primary-48f392-predictor-bccb6d7b8 namespace: kserve-ci-e2e-test resourceVersion: "18901" uid: ca8ce7b4-1f68-46d7-a31d-2dc717053b78 kind: Event lastTimestamp: "2026-04-17T17:44:37Z" message: 'Created pod: isvc-primary-48f392-predictor-bccb6d7b8-9qh8q' metadata: creationTimestamp: "2026-04-17T17:44:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:44:37Z" name: isvc-primary-48f392-predictor-bccb6d7b8.18a735eead5cb6c2 namespace: kserve-ci-e2e-test resourceVersion: "18913" uid: 5331ac34-371f-44b9-a4e0-4bb16e278638 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:37Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-primary-48f392-predictor namespace: kserve-ci-e2e-test resourceVersion: "18898" uid: c36c23b8-e2bc-408c-a931-832ec278a73c kind: Event lastTimestamp: "2026-04-17T17:44:37Z" message: Scaled up replica set isvc-primary-48f392-predictor-bccb6d7b8 from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:44:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:44:37Z" name: isvc-primary-48f392-predictor.18a735eea8bbcd6a namespace: kserve-ci-e2e-test resourceVersion: "18904" uid: 20aa5dbd-8b40-4429-a5b6-9cf426db40af reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:44:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-48f392-predictor namespace: kserve-ci-e2e-test resourceVersion: "18900" uid: af831a21-5f6f-42ba-8a8c-08c992d07eb4 kind: Event lastTimestamp: "2026-04-17T17:45:22Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:44:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:45:22Z" name: isvc-primary-48f392-predictor.18a735f2274a842e namespace: kserve-ci-e2e-test resourceVersion: "19276" uid: ffb81c75-c4f2-4b05-a5e8-55e3cf95f9ce reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:44:52Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-48f392-predictor namespace: kserve-ci-e2e-test resourceVersion: "18900" uid: af831a21-5f6f-42ba-8a8c-08c992d07eb4 kind: Event lastTimestamp: "2026-04-17T17:45:22Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:44:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:45:22Z" name: isvc-primary-48f392-predictor.18a735f227bdfb29 namespace: kserve-ci-e2e-test resourceVersion: "19277" uid: 82f2f0e8-7f4b-43c2-b10a-1e276d890d59 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:45:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-48f392-predictor namespace: kserve-ci-e2e-test resourceVersion: "19066" uid: af831a21-5f6f-42ba-8a8c-08c992d07eb4 kind: Event lastTimestamp: "2026-04-17T17:46:07Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:46:07Z" name: isvc-primary-48f392-predictor.18a735fca5419bba namespace: kserve-ci-e2e-test resourceVersion: "19672" uid: 31b777c9-73b8-4c89-8038-0a450778b2d1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:45:37Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-48f392-predictor namespace: kserve-ci-e2e-test resourceVersion: "19066" uid: af831a21-5f6f-42ba-8a8c-08c992d07eb4 kind: Event lastTimestamp: "2026-04-17T17:46:07Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:45:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:46:07Z" name: isvc-primary-48f392-predictor.18a735fca5b1c60b namespace: kserve-ci-e2e-test resourceVersion: "19673" uid: 567f3e60-57d5-44c2-8cd1-8ffc20a54067 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-04-17T17:44:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-48f392 namespace: kserve-ci-e2e-test resourceVersion: "18870" uid: 33591736-c38d-45ba-bf66-1bb21a3d05d0 kind: Event lastTimestamp: "2026-04-17T17:45:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T17:44:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:45:51Z" name: isvc-primary-48f392.18a735eea88e45ab namespace: kserve-ci-e2e-test resourceVersion: "19489" uid: faa6ada8-76b3-409a-bae3-a7c3ea4f6e54 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-48f392 namespace: kserve-ci-e2e-test resourceVersion: "18870" uid: 33591736-c38d-45ba-bf66-1bb21a3d05d0 kind: Event lastTimestamp: "2026-04-17T17:44:37Z" message: 'Failed to update status for InferenceService "isvc-primary-48f392": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-48f392": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:44:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:44:37Z" name: isvc-primary-48f392.18a735eea93cc181 namespace: kserve-ci-e2e-test resourceVersion: "18907" uid: 0c3fc178-0897-4e38-9a47-6a210593f98e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-48f392 namespace: kserve-ci-e2e-test resourceVersion: "18870" uid: 33591736-c38d-45ba-bf66-1bb21a3d05d0 kind: Event lastTimestamp: "2026-04-17T17:44:37Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-48f392": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:44:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:44:37Z" name: isvc-primary-48f392.18a735eea93d1b6b namespace: kserve-ci-e2e-test resourceVersion: "18908" uid: 021a8716-aa46-4203-8f68-fa0dac062575 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:45:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-48f392 namespace: kserve-ci-e2e-test resourceVersion: "19487" uid: 33591736-c38d-45ba-bf66-1bb21a3d05d0 kind: Event lastTimestamp: "2026-04-17T17:45:51Z" message: InferenceService [isvc-primary-48f392] is Ready metadata: creationTimestamp: "2026-04-17T17:45:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:45:51Z" name: isvc-primary-48f392.18a735ffdbf2a347 namespace: kserve-ci-e2e-test resourceVersion: "19488" uid: 5e560793-06c2-4b05-9c70-172a4b57b0ce reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:35:15.772918Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13995" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl to ip-10-0-137-46.ec2.internal metadata: creationTimestamp: "2026-04-17T17:35:15Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:35:15Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a7356bf2d7713f namespace: kserve-ci-e2e-test resourceVersion: "14002" uid: 91f2c8ad-4586-4ee2-b0eb-bd13c0083c36 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:15Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:15Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-a3ac3-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-04-17T17:35:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:15Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a7356bfe85bfbb namespace: kserve-ci-e2e-test resourceVersion: "14014" uid: db86e9fe-4f6f-4b42-be5c-1f50d20ad24d reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:16Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "14007" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:16Z" message: Add eth0 [10.134.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:35:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:35:16Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a7356c300399cf namespace: kserve-ci-e2e-test resourceVersion: "14024" uid: 1f8788c1-2765-4dcb-9b2f-3de75e96b3b0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:16Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:16Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4" metadata: creationTimestamp: "2026-04-17T17:35:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:16Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a7356c3183581e namespace: kserve-ci-e2e-test resourceVersion: "14026" uid: 76a28fd8-9e88-48cc-afb3-259c850e6df5 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:19Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4" in 3.024s (3.024s including waiting). Image size: 300962214 bytes.' metadata: creationTimestamp: "2026-04-17T17:35:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:19Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a7356ce5c7adea namespace: kserve-ci-e2e-test resourceVersion: "14050" uid: 86c7677c-3571-4958-bfef-5f79bae609db reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:19Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T17:35:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:19Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a7356ce8c1d000 namespace: kserve-ci-e2e-test resourceVersion: "14051" uid: 44c1580b-b617-4666-8bbf-bb61a6504253 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:19Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:19Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T17:35:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:19Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a7356ce9365a5f namespace: kserve-ci-e2e-test resourceVersion: "14052" uid: 1302a55b-7f91-4ad9-a183-234a5656ea23 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:23Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293" metadata: creationTimestamp: "2026-04-17T17:35:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:23Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a7356dd9fda913 namespace: kserve-ci-e2e-test resourceVersion: "14087" uid: 91a0e3ad-0c28-41b7-8002-3b8a1d609cd0 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:36Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293" in 12.114s (12.114s including waiting). Image size: 1560702890 bytes.' metadata: creationTimestamp: "2026-04-17T17:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:36Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a73570ac0fe5e0 namespace: kserve-ci-e2e-test resourceVersion: "14178" uid: b71e6ac6-1e84-4e6c-890e-76ec23a1654b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:36Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T17:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:36Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a73570af662b9a namespace: kserve-ci-e2e-test resourceVersion: "14179" uid: 3ee9cbd6-d692-4991-9276-c12e29f3076f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:36Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T17:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:36Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a73570afd9c86a namespace: kserve-ci-e2e-test resourceVersion: "14180" uid: d31357b4-c96e-409b-a825-429e053e9956 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:36Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-04-17T17:35:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:36Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a73570afe818a4 namespace: kserve-ci-e2e-test resourceVersion: "14181" uid: 7c3660ba-4421-4125-8ad9-071fa94ced27 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:38Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.217s (2.217s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-04-17T17:35:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:38Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a735713413c912 namespace: kserve-ci-e2e-test resourceVersion: "14196" uid: 8edea4a9-3010-4b52-88ef-3827960d458f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:38Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-17T17:35:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:38Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a7357137284aab namespace: kserve-ci-e2e-test resourceVersion: "14197" uid: ce076057-46da-4b51-b517-8b6c10859d5e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:38Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:35:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:38Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a735713796addb namespace: kserve-ci-e2e-test resourceVersion: "14198" uid: 82b417c3-8bd1-4257-9ef0-f4a31f461b51 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:38Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:af6ad9cdb2c6edca851af8a8c07616394d84a095f309c210bf2f8c0f38daaade" metadata: creationTimestamp: "2026-04-17T17:35:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:38Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a7357137a3d051 namespace: kserve-ci-e2e-test resourceVersion: "14199" uid: d0bd2e7e-fa2e-417f-989e-803ae0ffcdc6 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:41Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:af6ad9cdb2c6edca851af8a8c07616394d84a095f309c210bf2f8c0f38daaade" in 2.824s (2.824s including waiting). Image size: 237897291 bytes.' metadata: creationTimestamp: "2026-04-17T17:35:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:41Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a73571dff7401a namespace: kserve-ci-e2e-test resourceVersion: "14224" uid: 32879646-4951-43fe-a5b2-b5344490a2cf reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:41Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-04-17T17:35:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:41Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a73571e325a9e4 namespace: kserve-ci-e2e-test resourceVersion: "14225" uid: 7cc27062-9474-4c20-a15e-db946cf8f713 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:35:41Z" message: Started container agent metadata: creationTimestamp: "2026-04-17T17:35:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:35:41Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a73571e3955cea namespace: kserve-ci-e2e-test resourceVersion: "14226" uid: 36f8d283-1c8b-41c7-87a0-ab4528a8e57c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-04-17T17:35:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:37:05Z" message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:35:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:37:05Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a735720f860f7b namespace: kserve-ci-e2e-test resourceVersion: "14980" uid: ac4519a4-fc32-46dd-8f47-0e88657c20c6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-17T17:35:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:37:05Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-17T17:35:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:37:05Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a735724b4d5db1 namespace: kserve-ci-e2e-test resourceVersion: "14981" uid: af781e88-7254-4564-972f-0acd348214b4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:36:50Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T17:36:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:50Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a735821e69fc3d namespace: kserve-ci-e2e-test resourceVersion: "14771" uid: 168f7b64-01fb-4f52-96ce-cabcbbd0090f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:36:50Z" message: Stopping container agent metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:51Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a735821e6cba5c namespace: kserve-ci-e2e-test resourceVersion: "14773" uid: f68814fe-d9b2-42fa-80af-2b200c2dfc38 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:36:50Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:51Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a735821e71efc1 namespace: kserve-ci-e2e-test resourceVersion: "14776" uid: 178c1f3e-b837-4913-a190-02eace775816 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:36:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: a625b39f-1c6b-43ca-bb35-7cf75a7b0432 kind: Event lastTimestamp: "2026-04-17T17:37:03Z" message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp 10.134.0.33:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:36:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:37:03Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl.18a7358297a10ad0 namespace: kserve-ci-e2e-test resourceVersion: "14961" uid: 06082388-d012-44e9-86ce-5d5461a9044d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:15Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f namespace: kserve-ci-e2e-test resourceVersion: "13988" uid: 7480cddc-40fe-4589-b917-42b25d39bbb4 kind: Event lastTimestamp: "2026-04-17T17:35:15Z" message: 'Created pod: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f-7qgsl' metadata: creationTimestamp: "2026-04-17T17:35:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:35:15Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f.18a7356bf22f6c28 namespace: kserve-ci-e2e-test resourceVersion: "13997" uid: 3bbc2495-2d4f-43fb-8d9c-40469f7c3b4d reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:15Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-raw-sklearn-batcher-a3ac3-predictor namespace: kserve-ci-e2e-test resourceVersion: "13987" uid: 1ebc5da4-4a1f-4390-9af8-4ac4a6954621 kind: Event lastTimestamp: "2026-04-17T17:35:15Z" message: Scaled up replica set isvc-raw-sklearn-batcher-a3ac3-predictor-6d555cb54f from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:35:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:35:15Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor.18a7356bec588a1f namespace: kserve-ci-e2e-test resourceVersion: "13989" uid: 786c3b62-626a-49b8-9cd4-f6fec73e596b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:35:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-a3ac3-predictor namespace: kserve-ci-e2e-test resourceVersion: "13996" uid: f7582fd3-36af-4bb7-88a8-0fa47887b616 kind: Event lastTimestamp: "2026-04-17T17:36:15Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:35:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:36:15Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor.18a7356f71880a6a namespace: kserve-ci-e2e-test resourceVersion: "14476" uid: c450c0ad-a714-4c05-aecd-798eb932f414 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:35:30Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-a3ac3-predictor namespace: kserve-ci-e2e-test resourceVersion: "13996" uid: f7582fd3-36af-4bb7-88a8-0fa47887b616 kind: Event lastTimestamp: "2026-04-17T17:36:15Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:35:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:36:15Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor.18a7356f71f545db namespace: kserve-ci-e2e-test resourceVersion: "14477" uid: e1aae787-4e30-45ea-9554-72f0b46ce635 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:36:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-a3ac3-predictor namespace: kserve-ci-e2e-test resourceVersion: "14140" uid: f7582fd3-36af-4bb7-88a8-0fa47887b616 kind: Event lastTimestamp: "2026-04-17T17:36:45Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:36:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:36:45Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor.18a735767020d5b9 namespace: kserve-ci-e2e-test resourceVersion: "14705" uid: e000737a-70fd-437c-9294-409ea3796989 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:36:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-a3ac3-predictor namespace: kserve-ci-e2e-test resourceVersion: "14140" uid: f7582fd3-36af-4bb7-88a8-0fa47887b616 kind: Event lastTimestamp: "2026-04-17T17:36:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:36:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:36:45Z" name: isvc-raw-sklearn-batcher-a3ac3-predictor.18a73576708e6670 namespace: kserve-ci-e2e-test resourceVersion: "14706" uid: a0a8c465-03a6-4f59-ac3f-1526efeb8434 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-04-17T17:35:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-a3ac3 namespace: kserve-ci-e2e-test resourceVersion: "13975" uid: 270f3e15-6878-4521-99e1-23432a17cbe7 kind: Event lastTimestamp: "2026-04-17T17:36:45Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T17:35:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:36:45Z" name: isvc-raw-sklearn-batcher-a3ac3.18a7356bf2680810 namespace: kserve-ci-e2e-test resourceVersion: "14700" uid: f438aec8-fc2f-4938-a6a8-e281248063d4 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-a3ac3 namespace: kserve-ci-e2e-test resourceVersion: "13975" uid: 270f3e15-6878-4521-99e1-23432a17cbe7 kind: Event lastTimestamp: "2026-04-17T17:35:15Z" message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-a3ac3": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-a3ac3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:35:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:35:15Z" name: isvc-raw-sklearn-batcher-a3ac3.18a7356bf2e50838 namespace: kserve-ci-e2e-test resourceVersion: "14003" uid: 9425bd05-92aa-4c6e-b1d9-f2d6d57dc3e7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:35:15Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-a3ac3 namespace: kserve-ci-e2e-test resourceVersion: "13975" uid: 270f3e15-6878-4521-99e1-23432a17cbe7 kind: Event lastTimestamp: "2026-04-17T17:35:15Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-a3ac3": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:35:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:35:15Z" name: isvc-raw-sklearn-batcher-a3ac3.18a7356bf2e55ea8 namespace: kserve-ci-e2e-test resourceVersion: "14006" uid: b9ec3c91-0476-4dc3-84ed-91b7dcdac2c3 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-a3ac3 namespace: kserve-ci-e2e-test resourceVersion: "14698" uid: 270f3e15-6878-4521-99e1-23432a17cbe7 kind: Event lastTimestamp: "2026-04-17T17:36:45Z" message: InferenceService [isvc-raw-sklearn-batcher-a3ac3] is Ready metadata: creationTimestamp: "2026-04-17T17:36:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:36:45Z" name: isvc-raw-sklearn-batcher-a3ac3.18a73580c169f581 namespace: kserve-ci-e2e-test resourceVersion: "14699" uid: 73bc34f7-be16-4e95-be61-f444196d9b28 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:45:57.381813Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-secondary-48f392-predictor-784cb8f88c-mrsdl namespace: kserve-ci-e2e-test resourceVersion: "19565" uid: 3020e928-41dd-41c1-9cbb-3102ca37799a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-48f392-predictor-784cb8f88c-mrsdl to ip-10-0-137-46.ec2.internal metadata: creationTimestamp: "2026-04-17T17:45:57Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:45:57Z" name: isvc-secondary-48f392-predictor-784cb8f88c-mrsdl.18a7360155b6284e namespace: kserve-ci-e2e-test resourceVersion: "19569" uid: 25d854e9-2fd4-4509-a2ca-eba6ba4cc24d reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:45:57Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-secondary-48f392-predictor-784cb8f88c-mrsdl namespace: kserve-ci-e2e-test resourceVersion: "19573" uid: 3020e928-41dd-41c1-9cbb-3102ca37799a kind: Event lastTimestamp: "2026-04-17T17:45:57Z" message: Add eth0 [10.134.0.41/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:45:57Z" name: isvc-secondary-48f392-predictor-784cb8f88c-mrsdl.18a736016ed0d8b1 namespace: kserve-ci-e2e-test resourceVersion: "19581" uid: 8eb79172-591f-4d21-8647-33cc13fd0327 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:45:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-48f392-predictor-784cb8f88c-mrsdl namespace: kserve-ci-e2e-test resourceVersion: "19567" uid: 3020e928-41dd-41c1-9cbb-3102ca37799a kind: Event lastTimestamp: "2026-04-17T17:46:01Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4" already present on machine metadata: creationTimestamp: "2026-04-17T17:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:01Z" name: isvc-secondary-48f392-predictor-784cb8f88c-mrsdl.18a73601706b0dab namespace: kserve-ci-e2e-test resourceVersion: "19616" uid: a514a25b-7378-412a-9828-41c1154f1e4e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:45:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-48f392-predictor-784cb8f88c-mrsdl namespace: kserve-ci-e2e-test resourceVersion: "19567" uid: 3020e928-41dd-41c1-9cbb-3102ca37799a kind: Event lastTimestamp: "2026-04-17T17:46:01Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T17:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:01Z" name: isvc-secondary-48f392-predictor-784cb8f88c-mrsdl.18a7360173add0b4 namespace: kserve-ci-e2e-test resourceVersion: "19620" uid: ccc67dcf-12b8-4f6d-8921-8a93c762821d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:45:57Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-48f392-predictor-784cb8f88c-mrsdl namespace: kserve-ci-e2e-test resourceVersion: "19567" uid: 3020e928-41dd-41c1-9cbb-3102ca37799a kind: Event lastTimestamp: "2026-04-17T17:46:01Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T17:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:01Z" name: isvc-secondary-48f392-predictor-784cb8f88c-mrsdl.18a73601741d84dd namespace: kserve-ci-e2e-test resourceVersion: "19623" uid: f9a65196-3713-4eec-8ad0-1997150ccfbb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:06Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-48f392-predictor-784cb8f88c-mrsdl namespace: kserve-ci-e2e-test resourceVersion: "19567" uid: 3020e928-41dd-41c1-9cbb-3102ca37799a kind: Event lastTimestamp: "2026-04-17T17:46:06Z" message: Back-off restarting failed container storage-initializer in pod isvc-secondary-48f392-predictor-784cb8f88c-mrsdl_kserve-ci-e2e-test(3020e928-41dd-41c1-9cbb-3102ca37799a) metadata: creationTimestamp: "2026-04-17T17:46:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:06Z" name: isvc-secondary-48f392-predictor-784cb8f88c-mrsdl.18a736036548e603 namespace: kserve-ci-e2e-test resourceVersion: "19659" uid: b4e8a026-dd34-48fc-a761-76f7faecf987 reason: BackOff reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:45:57Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-secondary-48f392-predictor-784cb8f88c namespace: kserve-ci-e2e-test resourceVersion: "19556" uid: edb135f5-546e-461f-94ec-8bf1de1211c1 kind: Event lastTimestamp: "2026-04-17T17:45:57Z" message: 'Created pod: isvc-secondary-48f392-predictor-784cb8f88c-mrsdl' metadata: creationTimestamp: "2026-04-17T17:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:45:57Z" name: isvc-secondary-48f392-predictor-784cb8f88c.18a7360154fb5ab3 namespace: kserve-ci-e2e-test resourceVersion: "19566" uid: e2fef9d1-6eb0-4223-a91a-cf08e280cf76 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:45:57Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-secondary-48f392-predictor namespace: kserve-ci-e2e-test resourceVersion: "19554" uid: 085aa0f2-44ff-47f9-945e-5d7509a3de27 kind: Event lastTimestamp: "2026-04-17T17:45:57Z" message: Scaled up replica set isvc-secondary-48f392-predictor-784cb8f88c from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:45:57Z" name: isvc-secondary-48f392-predictor.18a7360151dfef2f namespace: kserve-ci-e2e-test resourceVersion: "19558" uid: a5b5d318-88ba-4508-bb0d-681965945966 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-secondary-48f392-predictor namespace: kserve-ci-e2e-test resourceVersion: "19555" uid: 6f170af9-a809-45ae-ba88-d48d46796b97 kind: Event lastTimestamp: "2026-04-17T17:46:12Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:46:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:46:12Z" name: isvc-secondary-48f392-predictor.18a73604d08d1a02 namespace: kserve-ci-e2e-test resourceVersion: "19708" uid: 4b657d20-d1cc-47a1-95ab-02f97b87cee9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:12Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-secondary-48f392-predictor namespace: kserve-ci-e2e-test resourceVersion: "19555" uid: 6f170af9-a809-45ae-ba88-d48d46796b97 kind: Event lastTimestamp: "2026-04-17T17:46:12Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:46:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:46:12Z" name: isvc-secondary-48f392-predictor.18a73604d0f643bc namespace: kserve-ci-e2e-test resourceVersion: "19710" uid: 8494d77b-1dd3-42c4-844c-9d0189629c69 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 14 eventTime: null firstTimestamp: "2026-04-17T17:45:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-48f392 namespace: kserve-ci-e2e-test resourceVersion: "19545" uid: 9babff4e-f88a-469d-9ecb-2f2400a76eb2 kind: Event lastTimestamp: "2026-04-17T17:46:07Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T17:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:46:07Z" name: isvc-secondary-48f392.18a7360151af2d19 namespace: kserve-ci-e2e-test resourceVersion: "19677" uid: df6f690c-dc10-4787-a4e2-5d8d51be2969 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:45:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-48f392 namespace: kserve-ci-e2e-test resourceVersion: "19545" uid: 9babff4e-f88a-469d-9ecb-2f2400a76eb2 kind: Event lastTimestamp: "2026-04-17T17:45:57Z" message: 'Failed to update status for InferenceService "isvc-secondary-48f392": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-48f392": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:45:57Z" name: isvc-secondary-48f392.18a73601520ed406 namespace: kserve-ci-e2e-test resourceVersion: "19560" uid: e5390a9f-b395-4c3c-bf8a-c67cc70bded0 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:45:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-48f392 namespace: kserve-ci-e2e-test resourceVersion: "19545" uid: 9babff4e-f88a-469d-9ecb-2f2400a76eb2 kind: Event lastTimestamp: "2026-04-17T17:45:57Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-48f392": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:45:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:45:57Z" name: isvc-secondary-48f392.18a73601520f23d7 namespace: kserve-ci-e2e-test resourceVersion: "19561" uid: 3609e774-b9f8-42f7-9b5d-2d79f65d1080 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:36:51.094922Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14789" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp to ip-10-0-137-46.ec2.internal metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:36:51Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a735822479b238 namespace: kserve-ci-e2e-test resourceVersion: "14801" uid: 76aba3b3-5649-4b94-9abd-a29069d82c4a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:51Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14813" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: "2026-04-17T17:36:51Z" message: Add eth0 [10.134.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:36:51Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a735823e483f59 namespace: kserve-ci-e2e-test resourceVersion: "14843" uid: 2ef4af12-394a-43b3-9c2e-3604bc8dd8b2 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:51Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: "2026-04-17T17:36:51Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4" already present on machine metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:51Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a735823fa74cb8 namespace: kserve-ci-e2e-test resourceVersion: "14845" uid: 23691e1e-a5d4-4cee-b16a-0b954a52b34a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:51Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: "2026-04-17T17:36:51Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:51Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a735824251a64d namespace: kserve-ci-e2e-test resourceVersion: "14847" uid: 145d6f6c-1fc2-45aa-8877-d86447cb68be reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:51Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: "2026-04-17T17:36:51Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:51Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a7358242bfdbae namespace: kserve-ci-e2e-test resourceVersion: "14848" uid: d0e40b2a-0d2a-42a5-a61c-dcbd4b2f19c1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: "2026-04-17T17:36:56Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293" already present on machine metadata: creationTimestamp: "2026-04-17T17:36:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:56Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a7358359997173 namespace: kserve-ci-e2e-test resourceVersion: "14900" uid: 7b9b8b04-1fd0-494d-a6d3-753360002064 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: "2026-04-17T17:36:56Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T17:36:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:56Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a735835d4268f4 namespace: kserve-ci-e2e-test resourceVersion: "14906" uid: 3d769816-6026-4a71-a6ff-da0432b89b85 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: "2026-04-17T17:36:56Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T17:36:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:56Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a735835db8e711 namespace: kserve-ci-e2e-test resourceVersion: "14907" uid: 4fa87a14-ac65-4e76-82aa-0fb1ab7c2e5e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: "2026-04-17T17:36:56Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-17T17:36:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:56Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a735835dc73887 namespace: kserve-ci-e2e-test resourceVersion: "14908" uid: 97f11595-4e06-426e-adc6-d8f573b1e874 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: "2026-04-17T17:36:56Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-17T17:36:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:56Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a7358362344e47 namespace: kserve-ci-e2e-test resourceVersion: "14912" uid: a056f32c-0424-4df8-a992-cd25bb75549c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: "2026-04-17T17:36:56Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:36:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:56Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a7358362abae96 namespace: kserve-ci-e2e-test resourceVersion: "14913" uid: ee8c34d5-6c31-43ee-94c0-e9f28de73d31 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-17T17:36:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: "2026-04-17T17:38:44Z" message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:36:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:44Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a73583d1955b99 namespace: kserve-ci-e2e-test resourceVersion: "15920" uid: daa2460a-a220-4f9a-b0ed-c06bb9198e56 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:41Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a7359bcf6c58c6 namespace: kserve-ci-e2e-test resourceVersion: "15815" uid: 2400ec34-efe6-4768-ba95-3a9e38b7d789 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:41Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a7359bcf6ce225 namespace: kserve-ci-e2e-test resourceVersion: "15817" uid: 49ce0e24-a52b-42ba-a668-a7a068733d2c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp namespace: kserve-ci-e2e-test resourceVersion: "14795" uid: f610c89b-d09c-430d-90f0-b490ebd3d466 kind: Event lastTimestamp: "2026-04-17T17:38:44Z" message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp 10.134.0.34:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:38:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:44Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp.18a7359c7fcdacb0 namespace: kserve-ci-e2e-test resourceVersion: "15919" uid: 4d1d50d1-d8fa-4962-8cc9-7d0ca868bd34 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc namespace: kserve-ci-e2e-test resourceVersion: "14775" uid: aacb45a5-ba0b-498f-bceb-b7385a2c66c8 kind: Event lastTimestamp: "2026-04-17T17:36:51Z" message: 'Created pod: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc-vq5lp' metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:36:51Z" name: isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc.18a7358223e09937 namespace: kserve-ci-e2e-test resourceVersion: "14794" uid: df5e9e12-bfd5-423c-8c3f-2cf3d184971a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-raw-c3f82-predictor namespace: kserve-ci-e2e-test resourceVersion: "14772" uid: 2ca42fb3-e2d3-479c-a592-7a2dd7006cfa kind: Event lastTimestamp: "2026-04-17T17:36:51Z" message: Scaled up replica set isvc-sklearn-graph-raw-c3f82-predictor-85bb8d8fc from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:36:51Z" name: isvc-sklearn-graph-raw-c3f82-predictor.18a735821f849e90 namespace: kserve-ci-e2e-test resourceVersion: "14778" uid: 32ffd949-413d-4acb-ba55-21a9aace27a4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:37:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-c3f82-predictor namespace: kserve-ci-e2e-test resourceVersion: "14774" uid: c8a54e2b-6524-4562-a69e-c8d03803537e kind: Event lastTimestamp: "2026-04-17T17:37:36Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:37:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:37:36Z" name: isvc-sklearn-graph-raw-c3f82-predictor.18a735859e5650b8 namespace: kserve-ci-e2e-test resourceVersion: "15221" uid: b1783763-f3e5-44b1-a81b-13b91e89efc5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:37:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-c3f82-predictor namespace: kserve-ci-e2e-test resourceVersion: "14774" uid: c8a54e2b-6524-4562-a69e-c8d03803537e kind: Event lastTimestamp: "2026-04-17T17:37:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:37:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:37:36Z" name: isvc-sklearn-graph-raw-c3f82-predictor.18a735859ec0e776 namespace: kserve-ci-e2e-test resourceVersion: "15222" uid: eb82ce31-e242-4298-ab46-ded1497a2896 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-17T17:37:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-c3f82-predictor namespace: kserve-ci-e2e-test resourceVersion: "14989" uid: c8a54e2b-6524-4562-a69e-c8d03803537e kind: Event lastTimestamp: "2026-04-17T17:38:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:37:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:38:36Z" name: isvc-sklearn-graph-raw-c3f82-predictor.18a735901c42cf52 namespace: kserve-ci-e2e-test resourceVersion: "15720" uid: d690ac8b-eaea-4b55-bf21-07b183d0c627 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-17T17:37:51Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-c3f82-predictor namespace: kserve-ci-e2e-test resourceVersion: "14989" uid: c8a54e2b-6524-4562-a69e-c8d03803537e kind: Event lastTimestamp: "2026-04-17T17:38:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:37:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:38:36Z" name: isvc-sklearn-graph-raw-c3f82-predictor.18a735901cba9211 namespace: kserve-ci-e2e-test resourceVersion: "15721" uid: 654a5d8b-45d2-4969-84d5-534ada1610cb reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-17T17:36:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-c3f82 namespace: kserve-ci-e2e-test resourceVersion: "14744" uid: a36b3e5f-2597-4f2a-8ae7-ec82a79a5948 kind: Event lastTimestamp: "2026-04-17T17:38:14Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:38:14Z" name: isvc-sklearn-graph-raw-c3f82.18a735821f631d90 namespace: kserve-ci-e2e-test resourceVersion: "15519" uid: 5969c9e8-ec50-47e5-9e60-4d1c2a7bb277 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-c3f82 namespace: kserve-ci-e2e-test resourceVersion: "14744" uid: a36b3e5f-2597-4f2a-8ae7-ec82a79a5948 kind: Event lastTimestamp: "2026-04-17T17:36:51Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-c3f82": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-c3f82": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:36:51Z" name: isvc-sklearn-graph-raw-c3f82.18a735821fb199be namespace: kserve-ci-e2e-test resourceVersion: "14780" uid: 5ae651ff-3cc4-4b9d-bd82-81f9e3d844f8 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:14Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-c3f82 namespace: kserve-ci-e2e-test resourceVersion: "15517" uid: a36b3e5f-2597-4f2a-8ae7-ec82a79a5948 kind: Event lastTimestamp: "2026-04-17T17:38:14Z" message: InferenceService [isvc-sklearn-graph-raw-c3f82] is Ready metadata: creationTimestamp: "2026-04-17T17:38:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:38:14Z" name: isvc-sklearn-graph-raw-c3f82.18a735958903b396 namespace: kserve-ci-e2e-test resourceVersion: "15518" uid: 2153d1a3-c6d8-49d1-9aee-d1a3b305d62a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:38:41.398159Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15823" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl to ip-10-0-137-46.ec2.internal metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:38:41Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a7359bd30f8ffd namespace: kserve-ci-e2e-test resourceVersion: "15833" uid: 084fc6b9-998d-4c32-abf7-a121f1035949 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15843" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:38:41Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a7359bec57eaff namespace: kserve-ci-e2e-test resourceVersion: "15884" uid: 59a6d18d-e09a-4b33-91ea-660cc9903c61 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4" already present on machine metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:41Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a7359bedbb2ac2 namespace: kserve-ci-e2e-test resourceVersion: "15886" uid: fb329080-cdd1-4b46-8dc9-3c770e595b7c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:41Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a7359bf077d0ea namespace: kserve-ci-e2e-test resourceVersion: "15887" uid: eca7749f-3cc6-4d96-97c9-1bb72b72cdf3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:41Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a7359bf0e675ee namespace: kserve-ci-e2e-test resourceVersion: "15888" uid: 751a6497-32d9-4721-9716-fb58447d51a4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: "2026-04-17T17:38:45Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293" already present on machine metadata: creationTimestamp: "2026-04-17T17:38:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:45Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a7359cd36e9c7c namespace: kserve-ci-e2e-test resourceVersion: "15942" uid: fc8abc74-c2e6-4583-8f18-f6d70d96823e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: "2026-04-17T17:38:45Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T17:38:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:45Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a7359cd895b58f namespace: kserve-ci-e2e-test resourceVersion: "15949" uid: a648f784-8a1b-491d-8393-a4e40f62d77f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: "2026-04-17T17:38:45Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T17:38:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:45Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a7359cd90e3ca8 namespace: kserve-ci-e2e-test resourceVersion: "15950" uid: 929cc553-a9db-4532-be1c-16d8792da218 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: "2026-04-17T17:38:45Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-17T17:38:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:45Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a7359cd919fc72 namespace: kserve-ci-e2e-test resourceVersion: "15951" uid: f62c1023-0262-40e2-a66f-2b86f19eb5d6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: "2026-04-17T17:38:45Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-17T17:38:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:45Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a7359cdd9620df namespace: kserve-ci-e2e-test resourceVersion: "15953" uid: d45b02f3-6828-4233-9050-6edbc6ef4773 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: "2026-04-17T17:38:45Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:38:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:45Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a7359cde141204 namespace: kserve-ci-e2e-test resourceVersion: "15954" uid: a268a62f-480f-4d95-994b-b5328935d5b9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-17T17:38:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: "2026-04-17T17:40:22Z" message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:22Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a7359d0f7801f1 namespace: kserve-ci-e2e-test resourceVersion: "16839" uid: af1e220c-8b88-4d2e-8765-33ba179d5fd6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: "2026-04-17T17:40:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T17:40:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:21Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a735b3281ce964 namespace: kserve-ci-e2e-test resourceVersion: "16792" uid: 4747555e-ae74-4f40-a0ff-e44149f92648 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: "2026-04-17T17:40:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:40:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:21Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a735b3281db0ee namespace: kserve-ci-e2e-test resourceVersion: "16794" uid: 7d2cf992-98b8-4b21-ba45-ec547019fce9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl namespace: kserve-ci-e2e-test resourceVersion: "15827" uid: 65d2bccb-9024-496e-af5a-bef4dc4b24bc kind: Event lastTimestamp: "2026-04-17T17:40:22Z" message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp 10.134.0.36:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:40:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:22Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl.18a735b369e0a19b namespace: kserve-ci-e2e-test resourceVersion: "16837" uid: 709f95c3-a4a9-4e2d-b35d-f3ea244c411d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689 namespace: kserve-ci-e2e-test resourceVersion: "15797" uid: fe1a7d43-a4a2-43f6-a8d7-85503cbdaffb kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: 'Created pod: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689-j5vhl' metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:38:41Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689.18a7359bd26bca72 namespace: kserve-ci-e2e-test resourceVersion: "15826" uid: f7875266-f67f-4816-9f99-9dfcab79ddef reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-raw-hpa-4dd55-predictor namespace: kserve-ci-e2e-test resourceVersion: "15792" uid: 5dbed549-ae40-4fd2-a9aa-c47fd2c96394 kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: Scaled up replica set isvc-sklearn-graph-raw-hpa-4dd55-predictor-578bc84689 from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:38:41Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor.18a7359bcdc62967 namespace: kserve-ci-e2e-test resourceVersion: "15802" uid: 33e125f2-19fa-4a7d-a35a-1487eaa06c2b reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:38:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-4dd55-predictor namespace: kserve-ci-e2e-test resourceVersion: "15795" uid: 9519c460-2640-403f-b8e6-0c854f3283d9 kind: Event lastTimestamp: "2026-04-17T17:39:11Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:38:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:39:11Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor.18a7359f4c4fcd1b namespace: kserve-ci-e2e-test resourceVersion: "16167" uid: 539912c8-4354-4250-bfdf-e738c1d73a48 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:38:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-4dd55-predictor namespace: kserve-ci-e2e-test resourceVersion: "15795" uid: 9519c460-2640-403f-b8e6-0c854f3283d9 kind: Event lastTimestamp: "2026-04-17T17:39:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:38:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:39:11Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor.18a7359f4cc139d5 namespace: kserve-ci-e2e-test resourceVersion: "16168" uid: be205054-da99-46a0-b055-94b08ea4022f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-17T17:39:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-4dd55-predictor namespace: kserve-ci-e2e-test resourceVersion: "16046" uid: 9519c460-2640-403f-b8e6-0c854f3283d9 kind: Event lastTimestamp: "2026-04-17T17:40:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:39:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:40:11Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor.18a735a64b06db05 namespace: kserve-ci-e2e-test resourceVersion: "16646" uid: 9fe609b5-283c-41ba-adbb-27cbfe21e9e1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-17T17:39:26Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-4dd55-predictor namespace: kserve-ci-e2e-test resourceVersion: "16046" uid: 9519c460-2640-403f-b8e6-0c854f3283d9 kind: Event lastTimestamp: "2026-04-17T17:40:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:39:26Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:40:11Z" name: isvc-sklearn-graph-raw-hpa-4dd55-predictor.18a735a64b6ff597 namespace: kserve-ci-e2e-test resourceVersion: "16647" uid: fe1962ac-ffa2-496a-b185-a8f2b8029d7d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-4dd55 namespace: kserve-ci-e2e-test resourceVersion: "15780" uid: b8e4ea16-0067-4fe0-ae4d-d3bbf87f5d1e kind: Event lastTimestamp: "2026-04-17T17:39:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:39:52Z" name: isvc-sklearn-graph-raw-hpa-4dd55.18a7359bcd8feb02 namespace: kserve-ci-e2e-test resourceVersion: "16475" uid: f7ed0b73-4304-4c8d-ae8f-e28fc6c3aff1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-4dd55 namespace: kserve-ci-e2e-test resourceVersion: "15780" uid: b8e4ea16-0067-4fe0-ae4d-d3bbf87f5d1e kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-4dd55": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-4dd55": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:38:41Z" name: isvc-sklearn-graph-raw-hpa-4dd55.18a7359bce21c4e6 namespace: kserve-ci-e2e-test resourceVersion: "15805" uid: cb0bc2b9-8b3d-4cf0-a8b8-e4e44f30fdbb reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:39:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-4dd55 namespace: kserve-ci-e2e-test resourceVersion: "16473" uid: b8e4ea16-0067-4fe0-ae4d-d3bbf87f5d1e kind: Event lastTimestamp: "2026-04-17T17:39:52Z" message: InferenceService [isvc-sklearn-graph-raw-hpa-4dd55] is Ready metadata: creationTimestamp: "2026-04-17T17:39:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:39:52Z" name: isvc-sklearn-graph-raw-hpa-4dd55.18a735ac72da8782 namespace: kserve-ci-e2e-test resourceVersion: "16474" uid: c2fa5de2-1b4c-476d-a652-81dfdf46b21c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:42:07.009749Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17744" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh to ip-10-0-137-46.ec2.internal metadata: creationTimestamp: "2026-04-17T17:42:07Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:42:07Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735cbb2776bbe namespace: kserve-ci-e2e-test resourceVersion: "17758" uid: b75436c6-569d-476a-b376-553868d0a933 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:07Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17765" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: "2026-04-17T17:42:07Z" message: Add eth0 [10.134.0.39/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:42:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:42:07Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735cbcba5d793 namespace: kserve-ci-e2e-test resourceVersion: "17782" uid: 9835ae99-988d-46ac-9c89-7bf2a202b06a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:07Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17747" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: "2026-04-17T17:42:07Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4" already present on machine metadata: creationTimestamp: "2026-04-17T17:42:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:07Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735cbcd32f72c namespace: kserve-ci-e2e-test resourceVersion: "17784" uid: 7c8c73cb-aa26-4fa6-b68c-eb4ac13cc56e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:07Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17747" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: "2026-04-17T17:42:07Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T17:42:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:07Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735cbd13bc236 namespace: kserve-ci-e2e-test resourceVersion: "17786" uid: bd235123-ed9b-4db8-a0d2-48a8f251de9d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:07Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17747" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: "2026-04-17T17:42:07Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T17:42:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:07Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735cbd1ae7199 namespace: kserve-ci-e2e-test resourceVersion: "17787" uid: 74c512d0-9e03-4dae-a0f9-d80668887131 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17747" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: "2026-04-17T17:42:11Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293" already present on machine metadata: creationTimestamp: "2026-04-17T17:42:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:11Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735ccb9cef387 namespace: kserve-ci-e2e-test resourceVersion: "17824" uid: 9e8c958c-b502-49bf-84b2-fabcdd28813f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17747" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: "2026-04-17T17:42:11Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T17:42:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:11Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735ccbd68cf81 namespace: kserve-ci-e2e-test resourceVersion: "17828" uid: 4efe6807-644b-4175-a1c0-8bda4f48e152 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17747" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: "2026-04-17T17:42:11Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T17:42:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:11Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735ccbddb4e5f namespace: kserve-ci-e2e-test resourceVersion: "17829" uid: 14e1820d-1610-4a64-add1-59372d131bd9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17747" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: "2026-04-17T17:42:11Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-17T17:42:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:11Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735ccbde9451e namespace: kserve-ci-e2e-test resourceVersion: "17830" uid: 73f97d07-481c-441e-95c0-950740c22969 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17747" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: "2026-04-17T17:42:11Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-17T17:42:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:11Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735ccc0fb5da9 namespace: kserve-ci-e2e-test resourceVersion: "17833" uid: 6384e970-7a31-4cb2-a899-bed50ac7e0cf reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17747" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: "2026-04-17T17:42:11Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:42:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:11Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735ccc16a0317 namespace: kserve-ci-e2e-test resourceVersion: "17834" uid: 8b3a3fee-5613-4f0d-9b0e-8cb8463ec6f2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 17 eventTime: null firstTimestamp: "2026-04-17T17:42:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17747" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: "2026-04-17T17:44:41Z" message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:42:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:44:41Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735cd31842b0d namespace: kserve-ci-e2e-test resourceVersion: "18979" uid: 41b357da-6191-47fd-b38c-afccbda231c4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17747" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: "2026-04-17T17:44:37Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T17:44:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:44:37Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735eea89ef07b namespace: kserve-ci-e2e-test resourceVersion: "18903" uid: 7507a9df-3150-49c7-94b6-2602f72f8d6b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17747" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: "2026-04-17T17:44:37Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:44:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:44:37Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735eea89fa144 namespace: kserve-ci-e2e-test resourceVersion: "18906" uid: 12c85de5-bcc4-4758-9174-041d71607704 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:44:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh namespace: kserve-ci-e2e-test resourceVersion: "17747" uid: 3d20f797-5ab8-4774-8a1c-67e9a5f8796b kind: Event lastTimestamp: "2026-04-17T17:44:44Z" message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp 10.134.0.39:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:44:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:44:44Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh.18a735ef2ffb9d6b namespace: kserve-ci-e2e-test resourceVersion: "19006" uid: 8669012e-e366-44fb-a266-7889ff4db2d8 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:06Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff namespace: kserve-ci-e2e-test resourceVersion: "17728" uid: 1fcc79d3-2044-41b0-8b6c-525ce930689f kind: Event lastTimestamp: "2026-04-17T17:42:06Z" message: 'Created pod: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff-6g8bh' metadata: creationTimestamp: "2026-04-17T17:42:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:42:06Z" name: isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff.18a735cbb1558660 namespace: kserve-ci-e2e-test resourceVersion: "17746" uid: 134a1de0-767e-45c1-a033-f36318b1fead reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:06Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-scale-raw-2162a-predictor namespace: kserve-ci-e2e-test resourceVersion: "17725" uid: 2727e377-9949-43ca-9224-bd98bc72a686 kind: Event lastTimestamp: "2026-04-17T17:42:06Z" message: Scaled up replica set isvc-sklearn-scale-raw-2162a-predictor-6cdd5f7cff from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:42:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:42:06Z" name: isvc-sklearn-scale-raw-2162a-predictor.18a735cbae00f694 namespace: kserve-ci-e2e-test resourceVersion: "17731" uid: 905f9e05-fc39-4de9-af49-cc09b598f253 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:42:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-2162a-predictor namespace: kserve-ci-e2e-test resourceVersion: "17727" uid: 6be1ac5d-a110-4ab0-90e7-336ec15b7540 kind: Event lastTimestamp: "2026-04-17T17:42:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:42:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:42:51Z" name: isvc-sklearn-scale-raw-2162a-predictor.18a735cf2cf3a815 namespace: kserve-ci-e2e-test resourceVersion: "18134" uid: 924c73f6-897a-4161-9d4f-0b8fd676defc reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:42:21Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-2162a-predictor namespace: kserve-ci-e2e-test resourceVersion: "17727" uid: 6be1ac5d-a110-4ab0-90e7-336ec15b7540 kind: Event lastTimestamp: "2026-04-17T17:42:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:42:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:42:52Z" name: isvc-sklearn-scale-raw-2162a-predictor.18a735cf2da05600 namespace: kserve-ci-e2e-test resourceVersion: "18135" uid: be187476-be47-4547-b264-385a733fa05d reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-17T17:43:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-2162a-predictor namespace: kserve-ci-e2e-test resourceVersion: "17914" uid: 6be1ac5d-a110-4ab0-90e7-336ec15b7540 kind: Event lastTimestamp: "2026-04-17T17:44:37Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:44:37Z" name: isvc-sklearn-scale-raw-2162a-predictor.18a735d9ab3fbe81 namespace: kserve-ci-e2e-test resourceVersion: "18879" uid: 8883d3be-e1c6-45b5-a8ab-ca1a21149d03 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-17T17:43:07Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-2162a-predictor namespace: kserve-ci-e2e-test resourceVersion: "17914" uid: 6be1ac5d-a110-4ab0-90e7-336ec15b7540 kind: Event lastTimestamp: "2026-04-17T17:44:37Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:44:37Z" name: isvc-sklearn-scale-raw-2162a-predictor.18a735d9abb27ace namespace: kserve-ci-e2e-test resourceVersion: "18886" uid: 7b6ccc3f-8a66-4345-a7bf-b16718e7e5fa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-04-17T17:42:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-2162a namespace: kserve-ci-e2e-test resourceVersion: "17698" uid: 02139a77-75ac-408d-abd7-207d239f336e kind: Event lastTimestamp: "2026-04-17T17:44:32Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T17:42:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:44:32Z" name: isvc-sklearn-scale-raw-2162a.18a735cbadcf67d4 namespace: kserve-ci-e2e-test resourceVersion: "18832" uid: 284b4627-1283-4051-9aa8-9c02c53aad5d reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:42:06Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-2162a namespace: kserve-ci-e2e-test resourceVersion: "17698" uid: 02139a77-75ac-408d-abd7-207d239f336e kind: Event lastTimestamp: "2026-04-17T17:42:07Z" message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-2162a": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-2162a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:42:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:42:07Z" name: isvc-sklearn-scale-raw-2162a.18a735cbae5cf078 namespace: kserve-ci-e2e-test resourceVersion: "17768" uid: 5f2685be-d451-4f0a-abe5-eb785d079caa reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:44:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-2162a namespace: kserve-ci-e2e-test resourceVersion: "18830" uid: 02139a77-75ac-408d-abd7-207d239f336e kind: Event lastTimestamp: "2026-04-17T17:44:32Z" message: InferenceService [isvc-sklearn-scale-raw-2162a] is Ready metadata: creationTimestamp: "2026-04-17T17:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:44:32Z" name: isvc-sklearn-scale-raw-2162a.18a735ed7859eef3 namespace: kserve-ci-e2e-test resourceVersion: "18831" uid: 27ca057d-a7e0-4822-8546-f736ea693941 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:36:51.157770Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14818" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn to ip-10-0-137-46.ec2.internal metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:36:51Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a735822838c1c0 namespace: kserve-ci-e2e-test resourceVersion: "14823" uid: be811938-5936-4db5-ae8d-09aaba4ac79c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:51Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:36:51Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-c3f82-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:51Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a7358233542753 namespace: kserve-ci-e2e-test resourceVersion: "14836" uid: 6137d2ad-dc37-4106-8be2-6001867faf81 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:52Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14830" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:36:52Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:36:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:36:52Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a7358265732e42 namespace: kserve-ci-e2e-test resourceVersion: "14852" uid: b74adb9c-6e07-4b59-a81a-968f04165da7 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:52Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:36:52Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4" already present on machine metadata: creationTimestamp: "2026-04-17T17:36:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:52Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a7358266c2aacf namespace: kserve-ci-e2e-test resourceVersion: "14854" uid: 761bf4e3-6e89-4160-af9d-55bf64643963 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:52Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:36:52Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T17:36:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:52Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a735826a59ef2f namespace: kserve-ci-e2e-test resourceVersion: "14856" uid: 116edf5d-bf5b-4cf0-8f93-ea067168b7ee reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:52Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:36:52Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T17:36:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:52Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a735826acf8ed7 namespace: kserve-ci-e2e-test resourceVersion: "14858" uid: 1f8d37a5-3c32-49b6-9777-3cb30d7e1ca9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:56Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:36:56Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-04-17T17:36:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:36:56Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a735835987fb5a namespace: kserve-ci-e2e-test resourceVersion: "14899" uid: dd4e2a5e-9c1c-4a15-aa65-d6729bc1fb6f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:37:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:37:12Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 16.522s (16.522s including waiting). Image size: 1306229499 bytes.' metadata: creationTimestamp: "2026-04-17T17:37:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:37:12Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a73587325cb1b6 namespace: kserve-ci-e2e-test resourceVersion: "15040" uid: aaf8688b-2996-4545-82c8-fb64f9df91c8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:37:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:37:12Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T17:37:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:37:12Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a7358738d72be1 namespace: kserve-ci-e2e-test resourceVersion: "15042" uid: 11e48068-3072-425c-ae8f-3bbcd40302e1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:37:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:37:12Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T17:37:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:37:12Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a735873a021cc9 namespace: kserve-ci-e2e-test resourceVersion: "15043" uid: 18614afc-a2ba-4312-afed-3e791e51436b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:37:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:37:12Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-17T17:37:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:37:12Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a735873a0e4439 namespace: kserve-ci-e2e-test resourceVersion: "15044" uid: a0ea964d-c5eb-463d-9170-2a7eb0e3fa27 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:37:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:37:13Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-17T17:37:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:37:13Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a735873f7ba0d1 namespace: kserve-ci-e2e-test resourceVersion: "15046" uid: 82f2b2db-1cf6-4cc5-8505-26482c78a00b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:37:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:37:13Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:37:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:37:13Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a735874096858c namespace: kserve-ci-e2e-test resourceVersion: "15047" uid: d2ebf78b-3634-4d78-9f45-c9f7abf782ec reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-04-17T17:37:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:38:10Z" message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:37:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:10Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a735878ee434bd namespace: kserve-ci-e2e-test resourceVersion: "15482" uid: 57ecfbfc-0be1-4227-9de7-9df444f020d0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:41Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a7359bd9159350 namespace: kserve-ci-e2e-test resourceVersion: "15862" uid: 3d80b7ab-fe86-4d19-97b9-dd68f3c23399 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: db934d6a-6776-4aca-8a20-86bcd0da3864 kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:41Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn.18a7359bd916b93d namespace: kserve-ci-e2e-test resourceVersion: "15864" uid: bce432ce-2134-4f58-9950-978f6a7be0d9 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:51Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7 namespace: kserve-ci-e2e-test resourceVersion: "14804" uid: e569eee1-924f-4474-b5e4-3b09601acfbc kind: Event lastTimestamp: "2026-04-17T17:36:51Z" message: 'Created pod: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7-767bn' metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:36:51Z" name: isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7.18a7358227cf4950 namespace: kserve-ci-e2e-test resourceVersion: "14819" uid: c4c650b7-9b90-4171-9a47-01b466c46bbe reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:36:51Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-raw-c3f82-predictor namespace: kserve-ci-e2e-test resourceVersion: "14800" uid: 8b4d26b4-8cc8-42b4-820a-88bdcf5db4d2 kind: Event lastTimestamp: "2026-04-17T17:36:51Z" message: Scaled up replica set isvc-xgboost-graph-raw-c3f82-predictor-655c9dfdf7 from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:36:51Z" name: isvc-xgboost-graph-raw-c3f82-predictor.18a7358225329bb5 namespace: kserve-ci-e2e-test resourceVersion: "14807" uid: 8ed887eb-4049-46fd-b0f9-8d251c9d04b2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:37:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-c3f82-predictor namespace: kserve-ci-e2e-test resourceVersion: "14803" uid: 411de263-a72d-447a-8e17-72b694135ee0 kind: Event lastTimestamp: "2026-04-17T17:37:21Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:37:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:37:21Z" name: isvc-xgboost-graph-raw-c3f82-predictor.18a73585a3f48b8c namespace: kserve-ci-e2e-test resourceVersion: "15111" uid: 2ea63d25-c5fc-42cf-8ecc-6b535c6d4bc4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:37:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-c3f82-predictor namespace: kserve-ci-e2e-test resourceVersion: "14803" uid: 411de263-a72d-447a-8e17-72b694135ee0 kind: Event lastTimestamp: "2026-04-17T17:37:21Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:37:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:37:21Z" name: isvc-xgboost-graph-raw-c3f82-predictor.18a73585a46d588e namespace: kserve-ci-e2e-test resourceVersion: "15112" uid: 83355a78-2527-46c3-aa00-b4c09e0cbcde reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-17T17:37:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-c3f82-predictor namespace: kserve-ci-e2e-test resourceVersion: "14993" uid: 411de263-a72d-447a-8e17-72b694135ee0 kind: Event lastTimestamp: "2026-04-17T17:38:36Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:37:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:38:36Z" name: isvc-xgboost-graph-raw-c3f82-predictor.18a7358ca1d4ce87 namespace: kserve-ci-e2e-test resourceVersion: "15722" uid: b32b02ad-fe85-4380-86ec-8d088bcdf543 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-04-17T17:37:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-c3f82-predictor namespace: kserve-ci-e2e-test resourceVersion: "14993" uid: 411de263-a72d-447a-8e17-72b694135ee0 kind: Event lastTimestamp: "2026-04-17T17:38:36Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:37:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:38:36Z" name: isvc-xgboost-graph-raw-c3f82-predictor.18a7358ca24e4bc9 namespace: kserve-ci-e2e-test resourceVersion: "15723" uid: 1fc3461c-e452-4f24-902f-23471c6c7168 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-04-17T17:36:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-c3f82 namespace: kserve-ci-e2e-test resourceVersion: "14785" uid: 6423dd23-ddce-4e57-945c-e6a8409078fe kind: Event lastTimestamp: "2026-04-17T17:38:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T17:36:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:38:20Z" name: isvc-xgboost-graph-raw-c3f82.18a73582253a2510 namespace: kserve-ci-e2e-test resourceVersion: "15566" uid: 220668aa-bd60-4688-9e46-f2cdf07fa96b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:20Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-c3f82 namespace: kserve-ci-e2e-test resourceVersion: "15564" uid: 6423dd23-ddce-4e57-945c-e6a8409078fe kind: Event lastTimestamp: "2026-04-17T17:38:20Z" message: InferenceService [isvc-xgboost-graph-raw-c3f82] is Ready metadata: creationTimestamp: "2026-04-17T17:38:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:38:20Z" name: isvc-xgboost-graph-raw-c3f82.18a73596f25511c3 namespace: kserve-ci-e2e-test resourceVersion: "15565" uid: 8c7f07f4-3125-4c5d-8578-68f2f726190c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:38:41.542964Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15867" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh to ip-10-0-135-127.ec2.internal metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:38:41Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a7359bdbb12c6f namespace: kserve-ci-e2e-test resourceVersion: "15872" uid: 0fea24fe-962a-4114-909a-96921bf31331 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15877" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: Add eth0 [10.132.0.19/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:38:41Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a7359bf42640f4 namespace: kserve-ci-e2e-test resourceVersion: "15891" uid: 92c2c75b-8215-4f53-b400-7e2e9a8facda reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4" metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:41Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a7359bf5c224dc namespace: kserve-ci-e2e-test resourceVersion: "15894" uid: b866873d-23d9-4295-a6ab-c44306cae320 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:38:44Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4" in 2.888s (2.888s including waiting). Image size: 300962214 bytes.' metadata: creationTimestamp: "2026-04-17T17:38:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:44Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a7359ca1f5219e namespace: kserve-ci-e2e-test resourceVersion: "15924" uid: d96c1ef8-22b3-477f-8018-072c79f595d3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:38:44Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T17:38:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:44Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a7359ca4624e98 namespace: kserve-ci-e2e-test resourceVersion: "15925" uid: 2f6e7ff2-5464-4690-a6ee-6606b5c944d7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:38:44Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T17:38:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:44Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a7359ca4cc65e9 namespace: kserve-ci-e2e-test resourceVersion: "15926" uid: 18dbcf24-5317-4465-9002-8b281c8fdf8c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:38:49Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-04-17T17:38:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:49Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a7359d98504fdf namespace: kserve-ci-e2e-test resourceVersion: "15982" uid: ce15f72f-548f-4ce8-9108-20c78420fa66 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:39:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:39:04Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 15.981s (15.981s including waiting). Image size: 1306229499 bytes.' metadata: creationTimestamp: "2026-04-17T17:39:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:39:04Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a735a150e9b97e namespace: kserve-ci-e2e-test resourceVersion: "16111" uid: 92ee3307-fb37-48ef-b2cb-4ec76a6cd321 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:39:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:39:05Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T17:39:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:39:05Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a735a153e5d900 namespace: kserve-ci-e2e-test resourceVersion: "16112" uid: 9ec9d7e9-b370-46dd-9efd-a3919176cd19 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:39:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:39:05Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T17:39:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:39:05Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a735a15452da65 namespace: kserve-ci-e2e-test resourceVersion: "16113" uid: b771d37e-57dc-4416-bea3-919ae9c49d63 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:39:05Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:39:05Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-04-17T17:39:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:39:05Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a735a1545eaaa7 namespace: kserve-ci-e2e-test resourceVersion: "16114" uid: ca3a131f-cffe-4f0b-87dc-c49073306b55 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:39:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:39:07Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.29s (2.29s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-04-17T17:39:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:39:07Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a735a1dcde8980 namespace: kserve-ci-e2e-test resourceVersion: "16133" uid: 1e2f13ef-e15a-44b9-ad9d-a58853b965a6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:39:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:39:07Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-17T17:39:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:39:07Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a735a1e01bdf4a namespace: kserve-ci-e2e-test resourceVersion: "16136" uid: 9d122bb8-d111-45c4-aa48-e4b33f93b240 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:39:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:39:07Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:39:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:39:07Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a735a1e0924594 namespace: kserve-ci-e2e-test resourceVersion: "16137" uid: 99549430-0a97-413b-b7ee-bb25ede29b42 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-17T17:39:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:39:55Z" message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:39:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:39:55Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a735a2446bf3ea namespace: kserve-ci-e2e-test resourceVersion: "16493" uid: 179dd423-d42e-4a00-9da2-f9e2ee3be2ec reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:40:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T17:40:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:21Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a735b32cd93e33 namespace: kserve-ci-e2e-test resourceVersion: "16823" uid: 1ab825b9-1299-4a3e-8df2-fcc03883d2fb reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh namespace: kserve-ci-e2e-test resourceVersion: "15869" uid: c03a7bf3-0e30-4a2d-8673-4bc4e1b27217 kind: Event lastTimestamp: "2026-04-17T17:40:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:40:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:21Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh.18a735b32cd9b989 namespace: kserve-ci-e2e-test resourceVersion: "16824" uid: 3debda32-7cc0-4ffb-8585-d694e328e24a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885 namespace: kserve-ci-e2e-test resourceVersion: "15836" uid: 0047f9cf-4354-4708-9d7c-bbbdbead4472 kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: 'Created pod: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885-q2blh' metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:38:41Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885.18a7359bdb1c60b5 namespace: kserve-ci-e2e-test resourceVersion: "15868" uid: 22470f5d-8535-4937-8c46-155a64fbdd34 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-raw-hpa-4dd55-predictor namespace: kserve-ci-e2e-test resourceVersion: "15832" uid: aeeb1e8e-53c3-403a-8689-224ccd428a5a kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: Scaled up replica set isvc-xgboost-graph-raw-hpa-4dd55-predictor-7866c6c885 from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:38:41Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor.18a7359bd3e3b262 namespace: kserve-ci-e2e-test resourceVersion: "15840" uid: 718dd44c-0717-4efb-9129-95eef794c476 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-17T17:38:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-4dd55-predictor namespace: kserve-ci-e2e-test resourceVersion: "15835" uid: 5fbe0183-3c7f-46a9-abe4-21a543d4cea4 kind: Event lastTimestamp: "2026-04-17T17:39:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:38:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:39:41Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor.18a7359f526d5223 namespace: kserve-ci-e2e-test resourceVersion: "16387" uid: 53d1ce5d-1d02-416c-a905-2cef77060fe7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-17T17:38:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-4dd55-predictor namespace: kserve-ci-e2e-test resourceVersion: "15835" uid: 5fbe0183-3c7f-46a9-abe4-21a543d4cea4 kind: Event lastTimestamp: "2026-04-17T17:39:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:38:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:39:41Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor.18a7359f52e6ff95 namespace: kserve-ci-e2e-test resourceVersion: "16388" uid: f188ad9c-2088-4248-818d-8bdebf739069 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:39:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-4dd55-predictor namespace: kserve-ci-e2e-test resourceVersion: "16049" uid: 5fbe0183-3c7f-46a9-abe4-21a543d4cea4 kind: Event lastTimestamp: "2026-04-17T17:40:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:39:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:40:11Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor.18a735ad4e3d681f namespace: kserve-ci-e2e-test resourceVersion: "16653" uid: e08314b7-3861-4d37-bd08-19b09e3fc217 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:39:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-4dd55-predictor namespace: kserve-ci-e2e-test resourceVersion: "16049" uid: 5fbe0183-3c7f-46a9-abe4-21a543d4cea4 kind: Event lastTimestamp: "2026-04-17T17:40:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:39:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:40:11Z" name: isvc-xgboost-graph-raw-hpa-4dd55-predictor.18a735ad4eb1df7d namespace: kserve-ci-e2e-test resourceVersion: "16654" uid: 580d5c91-669f-4564-9f3e-b9340e1a0c1c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-4dd55 namespace: kserve-ci-e2e-test resourceVersion: "15818" uid: b5334f36-444f-4f47-b890-91d093818bf6 kind: Event lastTimestamp: "2026-04-17T17:40:05Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:40:05Z" name: isvc-xgboost-graph-raw-hpa-4dd55.18a7359bd3ba98e8 namespace: kserve-ci-e2e-test resourceVersion: "16571" uid: 0cd6b4c6-4f7c-4460-8ce7-6fdc1aca238a reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-4dd55 namespace: kserve-ci-e2e-test resourceVersion: "15818" uid: b5334f36-444f-4f47-b890-91d093818bf6 kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-4dd55": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-4dd55": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:38:41Z" name: isvc-xgboost-graph-raw-hpa-4dd55.18a7359bd44396b8 namespace: kserve-ci-e2e-test resourceVersion: "15842" uid: e90e768c-8564-4a4d-b97f-8f3b56b654ec reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:05Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-4dd55 namespace: kserve-ci-e2e-test resourceVersion: "16569" uid: b5334f36-444f-4f47-b890-91d093818bf6 kind: Event lastTimestamp: "2026-04-17T17:40:05Z" message: InferenceService [isvc-xgboost-graph-raw-hpa-4dd55] is Ready metadata: creationTimestamp: "2026-04-17T17:40:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:40:05Z" name: isvc-xgboost-graph-raw-hpa-4dd55.18a735af5377a559 namespace: kserve-ci-e2e-test resourceVersion: "16570" uid: 0032b34f-cb83-42b6-b682-706fe8cabd53 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:40:21.648255Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5 namespace: kserve-ci-e2e-test resourceVersion: "16797" uid: e7b47acb-62e5-41a1-9006-06239577eae4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-e5a50-predictor-85d649894b-q44k5 to ip-10-0-137-46.ec2.internal metadata: creationTimestamp: "2026-04-17T17:40:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:40:21Z" name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5.18a735b32a6e9f17 namespace: kserve-ci-e2e-test resourceVersion: "16803" uid: eee3e2e7-0ffc-435b-9259-d011fc62505a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:21Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5 namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: e7b47acb-62e5-41a1-9006-06239577eae4 kind: Event lastTimestamp: "2026-04-17T17:40:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-e5a50-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-04-17T17:40:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:21Z" name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5.18a735b33972484a namespace: kserve-ci-e2e-test resourceVersion: "16827" uid: b43182e7-8e0f-4749-9751-f59522a70edd reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:22Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5 namespace: kserve-ci-e2e-test resourceVersion: "16814" uid: e7b47acb-62e5-41a1-9006-06239577eae4 kind: Event lastTimestamp: "2026-04-17T17:40:22Z" message: Add eth0 [10.134.0.37/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:40:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:40:22Z" name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5.18a735b367b4fca8 namespace: kserve-ci-e2e-test resourceVersion: "16834" uid: 2300aa63-7342-4fc9-9b3e-b23901c51244 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5 namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: e7b47acb-62e5-41a1-9006-06239577eae4 kind: Event lastTimestamp: "2026-04-17T17:40:22Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-04-17T17:40:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:22Z" name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5.18a735b36906566b namespace: kserve-ci-e2e-test resourceVersion: "16836" uid: 23888250-a3e0-4b28-a06f-ad58dfc878f6 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5 namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: e7b47acb-62e5-41a1-9006-06239577eae4 kind: Event lastTimestamp: "2026-04-17T17:40:23Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.089s (1.089s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-04-17T17:40:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:23Z" name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5.18a735b3a9f238dc namespace: kserve-ci-e2e-test resourceVersion: "16849" uid: c0770be8-a817-4262-a494-8c0f9e4b5beb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5 namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: e7b47acb-62e5-41a1-9006-06239577eae4 kind: Event lastTimestamp: "2026-04-17T17:40:23Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T17:40:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:23Z" name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5.18a735b3acf7752d namespace: kserve-ci-e2e-test resourceVersion: "16850" uid: 5777b902-2bc1-4a69-9bd6-eaefa9a1d75a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5 namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: e7b47acb-62e5-41a1-9006-06239577eae4 kind: Event lastTimestamp: "2026-04-17T17:40:23Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T17:40:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:23Z" name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5.18a735b3ad6e4bc6 namespace: kserve-ci-e2e-test resourceVersion: "16851" uid: 5feeac3a-6dc2-4f20-a9d2-63da71cbe393 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5 namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: e7b47acb-62e5-41a1-9006-06239577eae4 kind: Event lastTimestamp: "2026-04-17T17:40:23Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-17T17:40:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:23Z" name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5.18a735b3ad7abc10 namespace: kserve-ci-e2e-test resourceVersion: "16852" uid: e17e4598-387e-4d32-ac90-254054c6f5bd reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5 namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: e7b47acb-62e5-41a1-9006-06239577eae4 kind: Event lastTimestamp: "2026-04-17T17:40:23Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-17T17:40:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:23Z" name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5.18a735b3b0e94f96 namespace: kserve-ci-e2e-test resourceVersion: "16853" uid: 44cd559e-7f89-442e-a609-4a3959957aa8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5 namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: e7b47acb-62e5-41a1-9006-06239577eae4 kind: Event lastTimestamp: "2026-04-17T17:40:23Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:40:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:23Z" name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5.18a735b3b15d7a97 namespace: kserve-ci-e2e-test resourceVersion: "16854" uid: ed33d082-83c1-4607-b3b1-f7c6191f6d89 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5 namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: e7b47acb-62e5-41a1-9006-06239577eae4 kind: Event lastTimestamp: "2026-04-17T17:42:07Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T17:42:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:07Z" name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5.18a735cbb3cb5b0d namespace: kserve-ci-e2e-test resourceVersion: "17764" uid: 033cb8ee-a810-4283-bda2-170a5b8a655f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5 namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: e7b47acb-62e5-41a1-9006-06239577eae4 kind: Event lastTimestamp: "2026-04-17T17:42:07Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:42:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:07Z" name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5.18a735cbb3ccd30d namespace: kserve-ci-e2e-test resourceVersion: "17767" uid: 5c60b8e6-6702-4353-b8e8-08631cbc335e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:42:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5 namespace: kserve-ci-e2e-test resourceVersion: "16800" uid: e7b47acb-62e5-41a1-9006-06239577eae4 kind: Event lastTimestamp: "2026-04-17T17:42:07Z" message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp 10.134.0.37:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:42:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:42:07Z" name: message-dumper-raw-e5a50-predictor-85d649894b-q44k5.18a735cbb554e574 namespace: kserve-ci-e2e-test resourceVersion: "17770" uid: 515a899d-db75-452e-92d0-be09d526015b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-raw-e5a50-predictor-85d649894b namespace: kserve-ci-e2e-test resourceVersion: "16781" uid: eaed1847-661c-481f-8cba-a1aa988ef392 kind: Event lastTimestamp: "2026-04-17T17:40:21Z" message: 'Created pod: message-dumper-raw-e5a50-predictor-85d649894b-q44k5' metadata: creationTimestamp: "2026-04-17T17:40:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:40:21Z" name: message-dumper-raw-e5a50-predictor-85d649894b.18a735b329fa038d namespace: kserve-ci-e2e-test resourceVersion: "16799" uid: 8f9df18c-481d-4af3-8c56-7fd521b40994 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-raw-e5a50-predictor namespace: kserve-ci-e2e-test resourceVersion: "16774" uid: 998b593a-c5a9-494c-b904-c44634336300 kind: Event lastTimestamp: "2026-04-17T17:40:21Z" message: Scaled up replica set message-dumper-raw-e5a50-predictor-85d649894b from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:40:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:40:21Z" name: message-dumper-raw-e5a50-predictor.18a735b326d6b6f0 namespace: kserve-ci-e2e-test resourceVersion: "16784" uid: 02b87cfc-9c21-4fd8-af05-d3d0fc341ec5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:40:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-e5a50-predictor namespace: kserve-ci-e2e-test resourceVersion: "16780" uid: 3ffa05db-5d25-4247-9ac3-43e2047b1d9e kind: Event lastTimestamp: "2026-04-17T17:41:06Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:40:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:41:06Z" name: message-dumper-raw-e5a50-predictor.18a735b6a6006bf4 namespace: kserve-ci-e2e-test resourceVersion: "17259" uid: 80c02e9a-3bb0-437d-bc80-d679ab753412 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:40:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-e5a50-predictor namespace: kserve-ci-e2e-test resourceVersion: "16780" uid: 3ffa05db-5d25-4247-9ac3-43e2047b1d9e kind: Event lastTimestamp: "2026-04-17T17:41:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:40:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:41:06Z" name: message-dumper-raw-e5a50-predictor.18a735b6a66eccc1 namespace: kserve-ci-e2e-test resourceVersion: "17260" uid: c67c1aad-2ce1-4a8e-9f07-d672c2a75783 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-04-17T17:40:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-e5a50 namespace: kserve-ci-e2e-test resourceVersion: "16759" uid: 20c96e10-73a7-499c-b956-7da3edca6cc9 kind: Event lastTimestamp: "2026-04-17T17:40:32Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T17:40:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:40:32Z" name: message-dumper-raw-e5a50.18a735b326d9e750 namespace: kserve-ci-e2e-test resourceVersion: "16931" uid: 53f1ca4b-6c92-4e2d-907c-a80de68bdeb3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-e5a50 namespace: kserve-ci-e2e-test resourceVersion: "16759" uid: 20c96e10-73a7-499c-b956-7da3edca6cc9 kind: Event lastTimestamp: "2026-04-17T17:40:21Z" message: 'Failed to update status for InferenceService "message-dumper-raw-e5a50": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-e5a50": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:40:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:40:21Z" name: message-dumper-raw-e5a50.18a735b327547ca3 namespace: kserve-ci-e2e-test resourceVersion: "16787" uid: 0432746e-7801-4519-8b98-9895cdddf3a7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-e5a50 namespace: kserve-ci-e2e-test resourceVersion: "16928" uid: 20c96e10-73a7-499c-b956-7da3edca6cc9 kind: Event lastTimestamp: "2026-04-17T17:40:32Z" message: InferenceService [message-dumper-raw-e5a50] is Ready metadata: creationTimestamp: "2026-04-17T17:40:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:40:32Z" name: message-dumper-raw-e5a50.18a735b59b8fddce namespace: kserve-ci-e2e-test resourceVersion: "16929" uid: fa6c1c1e-e2bb-4d1d-b7d5-87a6da443cfe reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:38:31.108220Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-c3f82-56f64cfd7-dh2jn namespace: kserve-ci-e2e-test resourceVersion: "15655" uid: 0f50098f-fd82-495a-9f35-b4beb31cf37a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-c3f82-56f64cfd7-dh2jn to ip-10-0-135-127.ec2.internal metadata: creationTimestamp: "2026-04-17T17:38:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:38:31Z" name: model-chainer-raw-c3f82-56f64cfd7-dh2jn.18a735996dbba346 namespace: kserve-ci-e2e-test resourceVersion: "15661" uid: a9581796-de36-4eb5-9d3e-aaaae571e985 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:31Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-c3f82-56f64cfd7-dh2jn namespace: kserve-ci-e2e-test resourceVersion: "15665" uid: 0f50098f-fd82-495a-9f35-b4beb31cf37a kind: Event lastTimestamp: "2026-04-17T17:38:31Z" message: Add eth0 [10.132.0.18/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:38:31Z" name: model-chainer-raw-c3f82-56f64cfd7-dh2jn.18a735998619f47e namespace: kserve-ci-e2e-test resourceVersion: "15676" uid: a3c1185f-60b4-4c2c-baab-d9bae308897b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-c3f82} kind: Pod name: model-chainer-raw-c3f82-56f64cfd7-dh2jn namespace: kserve-ci-e2e-test resourceVersion: "15658" uid: 0f50098f-fd82-495a-9f35-b4beb31cf37a kind: Event lastTimestamp: "2026-04-17T17:38:31Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:0589637b57a3315022b8ebf7fc1b0f9831e3a45e07a3fc2fab24137dd8f190f9" metadata: creationTimestamp: "2026-04-17T17:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:31Z" name: model-chainer-raw-c3f82-56f64cfd7-dh2jn.18a73599874f87eb namespace: kserve-ci-e2e-test resourceVersion: "15678" uid: 67dc285e-52f0-40fe-aeb3-dfa362fdd5e1 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-c3f82} kind: Pod name: model-chainer-raw-c3f82-56f64cfd7-dh2jn namespace: kserve-ci-e2e-test resourceVersion: "15658" uid: 0f50098f-fd82-495a-9f35-b4beb31cf37a kind: Event lastTimestamp: "2026-04-17T17:38:33Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:0589637b57a3315022b8ebf7fc1b0f9831e3a45e07a3fc2fab24137dd8f190f9" in 2.248s (2.248s including waiting). Image size: 216233549 bytes.' metadata: creationTimestamp: "2026-04-17T17:38:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:33Z" name: model-chainer-raw-c3f82-56f64cfd7-dh2jn.18a7359a0d59113e namespace: kserve-ci-e2e-test resourceVersion: "15695" uid: d36c6005-0b6d-441e-96d8-17c15586b911 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-c3f82} kind: Pod name: model-chainer-raw-c3f82-56f64cfd7-dh2jn namespace: kserve-ci-e2e-test resourceVersion: "15658" uid: 0f50098f-fd82-495a-9f35-b4beb31cf37a kind: Event lastTimestamp: "2026-04-17T17:38:33Z" message: 'Created container: model-chainer-raw-c3f82' metadata: creationTimestamp: "2026-04-17T17:38:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:33Z" name: model-chainer-raw-c3f82-56f64cfd7-dh2jn.18a7359a1048cd56 namespace: kserve-ci-e2e-test resourceVersion: "15696" uid: cce42f40-0393-4945-bc22-16eb8ca35926 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-c3f82} kind: Pod name: model-chainer-raw-c3f82-56f64cfd7-dh2jn namespace: kserve-ci-e2e-test resourceVersion: "15658" uid: 0f50098f-fd82-495a-9f35-b4beb31cf37a kind: Event lastTimestamp: "2026-04-17T17:38:33Z" message: Started container model-chainer-raw-c3f82 metadata: creationTimestamp: "2026-04-17T17:38:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:33Z" name: model-chainer-raw-c3f82-56f64cfd7-dh2jn.18a7359a10b2557a namespace: kserve-ci-e2e-test resourceVersion: "15697" uid: 3df4db90-90fa-4700-a1ad-8d2d45f685a4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-c3f82} kind: Pod name: model-chainer-raw-c3f82-56f64cfd7-dh2jn namespace: kserve-ci-e2e-test resourceVersion: "15658" uid: 0f50098f-fd82-495a-9f35-b4beb31cf37a kind: Event lastTimestamp: "2026-04-17T17:38:41Z" message: Stopping container model-chainer-raw-c3f82 metadata: creationTimestamp: "2026-04-17T17:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:38:41Z" name: model-chainer-raw-c3f82-56f64cfd7-dh2jn.18a7359bc6b73430 namespace: kserve-ci-e2e-test resourceVersion: "15776" uid: 700c7ff1-15e0-42f6-8a32-9b65f40fe473 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-17T17:38:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-c3f82} kind: Pod name: model-chainer-raw-c3f82-56f64cfd7-dh2jn namespace: kserve-ci-e2e-test resourceVersion: "15658" uid: 0f50098f-fd82-495a-9f35-b4beb31cf37a kind: Event lastTimestamp: "2026-04-17T17:39:09Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-17T17:38:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:39:09Z" name: model-chainer-raw-c3f82-56f64cfd7-dh2jn.18a7359ca77873ef namespace: kserve-ci-e2e-test resourceVersion: "16156" uid: b3c4ab7e-38e4-4e16-874d-09bdc654afb4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-raw-c3f82-56f64cfd7 namespace: kserve-ci-e2e-test resourceVersion: "15651" uid: 28450e8b-695e-4819-8883-4ca76595830a kind: Event lastTimestamp: "2026-04-17T17:38:31Z" message: 'Created pod: model-chainer-raw-c3f82-56f64cfd7-dh2jn' metadata: creationTimestamp: "2026-04-17T17:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:38:31Z" name: model-chainer-raw-c3f82-56f64cfd7.18a735996d414e1c namespace: kserve-ci-e2e-test resourceVersion: "15657" uid: 35aef65d-205d-4b28-8ac9-35c37ef9b2ff reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer-raw-c3f82 namespace: kserve-ci-e2e-test resourceVersion: "15649" uid: ffe623f1-3ba6-4e50-bdd8-0dd2a5831d6f kind: Event lastTimestamp: "2026-04-17T17:38:31Z" message: Scaled up replica set model-chainer-raw-c3f82-56f64cfd7 from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:38:31Z" name: model-chainer-raw-c3f82.18a735996c6459b9 namespace: kserve-ci-e2e-test resourceVersion: "15654" uid: a9b7d342-34b6-48df-93d5-20c3a5ac445d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:38:31Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer-raw-c3f82 namespace: kserve-ci-e2e-test resourceVersion: "15669" uid: a31f4171-58e6-4aa4-988d-d408e195929a kind: Event lastTimestamp: "2026-04-17T17:38:31Z" message: InferenceGraph [model-chainer-raw-c3f82] is Ready metadata: creationTimestamp: "2026-04-17T17:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:38:31Z" name: model-chainer-raw-c3f82.18a73599710ee4cd namespace: kserve-ci-e2e-test resourceVersion: "15671" uid: 3fe82e3a-fb50-4270-b5f9-367044cefd5b reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:40:11.412778Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2 namespace: kserve-ci-e2e-test resourceVersion: "16635" uid: 40c6001c-79e9-48e8-b933-728e76c92b38 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2 to ip-10-0-135-127.ec2.internal metadata: creationTimestamp: "2026-04-17T17:40:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:40:11Z" name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2.18a735b0c859a5b2 namespace: kserve-ci-e2e-test resourceVersion: "16641" uid: 4a22c7cc-f4a9-42f5-808a-12bf6ff0358a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:11Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2 namespace: kserve-ci-e2e-test resourceVersion: "16637" uid: 40c6001c-79e9-48e8-b933-728e76c92b38 kind: Event lastTimestamp: "2026-04-17T17:40:11Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-4dd55-serving-cert" not found' metadata: creationTimestamp: "2026-04-17T17:40:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:11Z" name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2.18a735b0d4b270e0 namespace: kserve-ci-e2e-test resourceVersion: "16657" uid: 19bb66ca-cd6d-4c8f-8d25-3ac8c012be0f reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:12Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2 namespace: kserve-ci-e2e-test resourceVersion: "16645" uid: 40c6001c-79e9-48e8-b933-728e76c92b38 kind: Event lastTimestamp: "2026-04-17T17:40:12Z" message: Add eth0 [10.132.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:40:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:40:12Z" name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2.18a735b1049878c2 namespace: kserve-ci-e2e-test resourceVersion: "16666" uid: 8009e5cf-728b-4768-a544-06c233d61ba5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-4dd55} kind: Pod name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2 namespace: kserve-ci-e2e-test resourceVersion: "16637" uid: 40c6001c-79e9-48e8-b933-728e76c92b38 kind: Event lastTimestamp: "2026-04-17T17:40:12Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:0589637b57a3315022b8ebf7fc1b0f9831e3a45e07a3fc2fab24137dd8f190f9" already present on machine metadata: creationTimestamp: "2026-04-17T17:40:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:12Z" name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2.18a735b105d8aff6 namespace: kserve-ci-e2e-test resourceVersion: "16668" uid: b6718e55-49ce-447e-9a02-5b4c658a4bd6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-4dd55} kind: Pod name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2 namespace: kserve-ci-e2e-test resourceVersion: "16637" uid: 40c6001c-79e9-48e8-b933-728e76c92b38 kind: Event lastTimestamp: "2026-04-17T17:40:12Z" message: 'Created container: model-chainer-raw-hpa-4dd55' metadata: creationTimestamp: "2026-04-17T17:40:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:12Z" name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2.18a735b108d30ae5 namespace: kserve-ci-e2e-test resourceVersion: "16669" uid: c8731e66-dafc-4c45-962a-7213c606d887 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-4dd55} kind: Pod name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2 namespace: kserve-ci-e2e-test resourceVersion: "16637" uid: 40c6001c-79e9-48e8-b933-728e76c92b38 kind: Event lastTimestamp: "2026-04-17T17:40:12Z" message: Started container model-chainer-raw-hpa-4dd55 metadata: creationTimestamp: "2026-04-17T17:40:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:12Z" name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2.18a735b10938f0a9 namespace: kserve-ci-e2e-test resourceVersion: "16670" uid: 0854fd84-09cd-4cfa-8a23-928ae32da634 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-4dd55} kind: Pod name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2 namespace: kserve-ci-e2e-test resourceVersion: "16637" uid: 40c6001c-79e9-48e8-b933-728e76c92b38 kind: Event lastTimestamp: "2026-04-17T17:40:21Z" message: Stopping container model-chainer-raw-hpa-4dd55 metadata: creationTimestamp: "2026-04-17T17:40:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:21Z" name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2.18a735b31fe75de8 namespace: kserve-ci-e2e-test resourceVersion: "16754" uid: 28175eb5-1880-4e38-afa7-2ba9d239f97e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-04-17T17:40:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-4dd55} kind: Pod name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2 namespace: kserve-ci-e2e-test resourceVersion: "16637" uid: 40c6001c-79e9-48e8-b933-728e76c92b38 kind: Event lastTimestamp: "2026-04-17T17:40:49Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-04-17T17:40:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:40:49Z" name: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2.18a735b3c4d390df namespace: kserve-ci-e2e-test resourceVersion: "17127" uid: 5a66c2bd-5e2b-44bb-b675-aaf77fa8aff4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-135-127.ec2.internal source: component: kubelet host: ip-10-0-135-127.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-raw-hpa-4dd55-6dfcf75dc5 namespace: kserve-ci-e2e-test resourceVersion: "16632" uid: df30689f-fe03-40a3-a0b2-7ccee2d848de kind: Event lastTimestamp: "2026-04-17T17:40:11Z" message: 'Created pod: model-chainer-raw-hpa-4dd55-6dfcf75dc5-bc9f2' metadata: creationTimestamp: "2026-04-17T17:40:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:40:11Z" name: model-chainer-raw-hpa-4dd55-6dfcf75dc5.18a735b0c7f39ddd namespace: kserve-ci-e2e-test resourceVersion: "16636" uid: 3de38ae6-0036-45d5-a056-a5d13239707b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer-raw-hpa-4dd55 namespace: kserve-ci-e2e-test resourceVersion: "16630" uid: afcbab89-77d4-4cc5-9e0e-cb6e4970f82e kind: Event lastTimestamp: "2026-04-17T17:40:11Z" message: Scaled up replica set model-chainer-raw-hpa-4dd55-6dfcf75dc5 from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:40:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:40:11Z" name: model-chainer-raw-hpa-4dd55.18a735b0c73d882e namespace: kserve-ci-e2e-test resourceVersion: "16633" uid: 8b51d725-06f1-42ee-b9bb-091801a63738 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:40:11Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer-raw-hpa-4dd55 namespace: kserve-ci-e2e-test resourceVersion: "16649" uid: a5cb847e-a71d-4586-a047-e699fbc986e3 kind: Event lastTimestamp: "2026-04-17T17:40:11Z" message: InferenceGraph [model-chainer-raw-hpa-4dd55] is Ready metadata: creationTimestamp: "2026-04-17T17:40:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:40:11Z" name: model-chainer-raw-hpa-4dd55.18a735b0cafef5d6 namespace: kserve-ci-e2e-test resourceVersion: "16651" uid: 9a6ea68b-1002-4b1e-8df2-8412d1a75d01 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:46:23.737318Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19939" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j to ip-10-0-137-46.ec2.internal metadata: creationTimestamp: "2026-04-17T17:46:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:46:23Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a73607789f505d namespace: kserve-ci-e2e-test resourceVersion: "19943" uid: 34f5aee2-2aa0-40e4-9d32-0dabeee10163 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:23Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:46:23Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-b1f8f-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-04-17T17:46:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:23Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a7360780cb28b3 namespace: kserve-ci-e2e-test resourceVersion: "19953" uid: 5a8de82d-5247-4cf9-bc59-583aa127f540 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:24Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19950" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:46:24Z" message: Add eth0 [10.134.0.43/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:46:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:46:24Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a73607b561e2c1 namespace: kserve-ci-e2e-test resourceVersion: "19968" uid: 2815f1ea-5a29-4c1a-bc0e-b3c50f32bcf5 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:46:24Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4" already present on machine metadata: creationTimestamp: "2026-04-17T17:46:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:24Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a73607b6f7a01e namespace: kserve-ci-e2e-test resourceVersion: "19970" uid: 1de663d5-e450-4d3b-954c-623e7017ef5c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:46:24Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T17:46:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:24Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a73607b9e9c642 namespace: kserve-ci-e2e-test resourceVersion: "19972" uid: 0675ebab-dbe8-4a9d-9be6-6c537292b8ed reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:24Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:46:24Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T17:46:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:24Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a73607ba59aa30 namespace: kserve-ci-e2e-test resourceVersion: "19974" uid: 9ea9c648-996c-4a42-8b35-5c63894274d3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:46:29Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293" already present on machine metadata: creationTimestamp: "2026-04-17T17:46:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:29Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a73608c57463b7 namespace: kserve-ci-e2e-test resourceVersion: "20008" uid: 1f8a125b-e9b8-407a-9a87-df1c95bda864 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:46:29Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T17:46:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:29Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a73608c87bc2a8 namespace: kserve-ci-e2e-test resourceVersion: "20013" uid: 9d133eea-4597-48b2-8d0a-85d33bcc219a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:46:29Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T17:46:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:29Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a73608c8ee4761 namespace: kserve-ci-e2e-test resourceVersion: "20014" uid: f8396cb4-df6c-425b-8c6a-6566d6aa70dd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:46:29Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-17T17:46:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:29Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a73608c8faaae9 namespace: kserve-ci-e2e-test resourceVersion: "20015" uid: fc270259-7b75-4c89-ba29-7af74bf5ab72 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:46:29Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-17T17:46:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:29Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a73608cd1c8c5a namespace: kserve-ci-e2e-test resourceVersion: "20017" uid: 54d80ae4-ce3a-4965-9247-68760c43f37d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:46:29Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:46:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:46:29Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a73608cd93bcd9 namespace: kserve-ci-e2e-test resourceVersion: "20018" uid: e713c872-4d94-4578-a9e5-1eb9d6108f92 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-17T17:46:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:47:47Z" message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:46:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:47:47Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a736093d2f6d44 namespace: kserve-ci-e2e-test resourceVersion: "20647" uid: be5c85cd-0e8c-4a8d-9b06-fe3931d84706 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:47:43Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T17:47:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:47:43Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a7361a1e8126b5 namespace: kserve-ci-e2e-test resourceVersion: "20581" uid: 7d273e8d-9bb0-4be6-916d-1fa21983e158 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:47:43Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:47:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:47:43Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a7361a1e829700 namespace: kserve-ci-e2e-test resourceVersion: "20585" uid: 7124755b-c665-42e8-9f48-bf0555db011a reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j namespace: kserve-ci-e2e-test resourceVersion: "19941" uid: 495db916-37c3-4257-ac7e-7d86b6638fcc kind: Event lastTimestamp: "2026-04-17T17:47:47Z" message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp 10.134.0.43:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:47:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:47:47Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j.18a7361aef4becc5 namespace: kserve-ci-e2e-test resourceVersion: "20646" uid: f9c55a19-abf3-4646-b16c-333bdf9cb73c reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: raw-sklearn-b1f8f-predictor-5df5d48cb5 namespace: kserve-ci-e2e-test resourceVersion: "19929" uid: dfd00589-66b9-4343-90b6-ba69d793a2a4 kind: Event lastTimestamp: "2026-04-17T17:46:23Z" message: 'Created pod: raw-sklearn-b1f8f-predictor-5df5d48cb5-ls88j' metadata: creationTimestamp: "2026-04-17T17:46:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:46:23Z" name: raw-sklearn-b1f8f-predictor-5df5d48cb5.18a736077835d260 namespace: kserve-ci-e2e-test resourceVersion: "19940" uid: 3c1080cb-2225-4391-8dd8-6ae58a6b9104 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: raw-sklearn-b1f8f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19927" uid: 176ab2a1-8eb5-4581-b3ad-ec8b95ed1b5d kind: Event lastTimestamp: "2026-04-17T17:46:23Z" message: Scaled up replica set raw-sklearn-b1f8f-predictor-5df5d48cb5 from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:46:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:46:23Z" name: raw-sklearn-b1f8f-predictor.18a73607754a9de6 namespace: kserve-ci-e2e-test resourceVersion: "19931" uid: 4df1c9dc-4f74-496f-a8d0-ae76f45d4936 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:46:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-b1f8f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19928" uid: e98fc1bc-b990-4952-8270-31d8353e8060 kind: Event lastTimestamp: "2026-04-17T17:47:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:46:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:47:08Z" name: raw-sklearn-b1f8f-predictor.18a7360af46c0060 namespace: kserve-ci-e2e-test resourceVersion: "20296" uid: 6df36eb2-b68c-4cdc-a8d1-4d21d16f805e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-04-17T17:46:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-b1f8f-predictor namespace: kserve-ci-e2e-test resourceVersion: "19928" uid: e98fc1bc-b990-4952-8270-31d8353e8060 kind: Event lastTimestamp: "2026-04-17T17:47:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:46:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:47:08Z" name: raw-sklearn-b1f8f-predictor.18a7360af4dec367 namespace: kserve-ci-e2e-test resourceVersion: "20297" uid: 812ac4aa-5955-4c5a-ab9a-fed4acf64fa0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:47:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-b1f8f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: e98fc1bc-b990-4952-8270-31d8353e8060 kind: Event lastTimestamp: "2026-04-17T17:47:38Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:47:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:47:38Z" name: raw-sklearn-b1f8f-predictor.18a73615726cc64c namespace: kserve-ci-e2e-test resourceVersion: "20514" uid: 4d7c9205-7b5b-4c93-84b5-1030f6c858d7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-04-17T17:47:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-b1f8f-predictor namespace: kserve-ci-e2e-test resourceVersion: "20084" uid: e98fc1bc-b990-4952-8270-31d8353e8060 kind: Event lastTimestamp: "2026-04-17T17:47:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:47:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:47:38Z" name: raw-sklearn-b1f8f-predictor.18a7361572d6ba5e namespace: kserve-ci-e2e-test resourceVersion: "20515" uid: 7cccc663-7f56-45a0-b0c6-0a0e88cade83 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-04-17T17:46:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-b1f8f namespace: kserve-ci-e2e-test resourceVersion: "19913" uid: c0b80a53-19b9-48a8-ab4c-090250807f15 kind: Event lastTimestamp: "2026-04-17T17:47:37Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T17:46:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:47:37Z" name: raw-sklearn-b1f8f.18a736077535b8cc namespace: kserve-ci-e2e-test resourceVersion: "20506" uid: ef6807f3-b593-404b-b899-7e433e0b118b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:46:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-b1f8f namespace: kserve-ci-e2e-test resourceVersion: "19913" uid: c0b80a53-19b9-48a8-ab4c-090250807f15 kind: Event lastTimestamp: "2026-04-17T17:46:23Z" message: 'Failed to update status for InferenceService "raw-sklearn-b1f8f": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-b1f8f": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:46:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:46:23Z" name: raw-sklearn-b1f8f.18a7360775a3015a namespace: kserve-ci-e2e-test resourceVersion: "19933" uid: fd558ee2-e092-41e1-a3ab-6d5623263e65 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:37Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-b1f8f namespace: kserve-ci-e2e-test resourceVersion: "20504" uid: c0b80a53-19b9-48a8-ab4c-090250807f15 kind: Event lastTimestamp: "2026-04-17T17:47:37Z" message: InferenceService [raw-sklearn-b1f8f] is Ready metadata: creationTimestamp: "2026-04-17T17:47:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:47:37Z" name: raw-sklearn-b1f8f.18a73618a02dd69f namespace: kserve-ci-e2e-test resourceVersion: "20505" uid: c501a19f-9714-4294-96e5-8c0481235a42 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-04-17T17:47:43.898115Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20595" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck to ip-10-0-137-46.ec2.internal metadata: creationTimestamp: "2026-04-17T17:47:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-04-17T17:47:43Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7361a2293f134 namespace: kserve-ci-e2e-test resourceVersion: "20599" uid: b68c4971-cbe0-4255-a86f-8d96910cd5c2 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-6575dc5b9-vnf7g source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:44Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20604" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: "2026-04-17T17:47:44Z" message: Add eth0 [10.134.0.44/23] from ovn-kubernetes metadata: creationTimestamp: "2026-04-17T17:47:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-04-17T17:47:44Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7361a3bb0667f namespace: kserve-ci-e2e-test resourceVersion: "20610" uid: 6cad65ab-ca39-4d41-a991-79aa43a3daca reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: "2026-04-17T17:47:44Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4" already present on machine metadata: creationTimestamp: "2026-04-17T17:47:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:47:44Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7361a3d12767e namespace: kserve-ci-e2e-test resourceVersion: "20612" uid: def5008d-7f00-4e29-9e71-a2ab5f371c5c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: "2026-04-17T17:47:44Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-04-17T17:47:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:47:44Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7361a3fc8f659 namespace: kserve-ci-e2e-test resourceVersion: "20614" uid: 71120dba-f07c-4278-a1e4-45c823bf0331 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: "2026-04-17T17:47:44Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-04-17T17:47:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:47:44Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7361a40371f75 namespace: kserve-ci-e2e-test resourceVersion: "20615" uid: 80efc460-3b61-4401-a307-b3dda4deecb2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: "2026-04-17T17:47:48Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293" already present on machine metadata: creationTimestamp: "2026-04-17T17:47:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:47:48Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7361b3b8db425 namespace: kserve-ci-e2e-test resourceVersion: "20656" uid: 70c5bf87-63fb-40a8-b610-b7efdcdc105b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: "2026-04-17T17:47:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-04-17T17:47:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:47:48Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7361b3f96bc51 namespace: kserve-ci-e2e-test resourceVersion: "20662" uid: a3eb82ee-5608-44e7-9b5b-c3c67347032b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: "2026-04-17T17:47:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-04-17T17:47:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:47:48Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7361b40097d5e namespace: kserve-ci-e2e-test resourceVersion: "20663" uid: 9d747858-816b-4fd5-ae68-a0cdb77a2e7a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: "2026-04-17T17:47:48Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-04-17T17:47:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:47:48Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7361b4015d428 namespace: kserve-ci-e2e-test resourceVersion: "20664" uid: 5f71dfad-7694-4ed7-8c04-3e7118fd3463 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: "2026-04-17T17:47:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-04-17T17:47:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:47:48Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7361b429d1a2e namespace: kserve-ci-e2e-test resourceVersion: "20667" uid: fd8d941a-d952-443e-9fd6-d49800a9bd31 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: "2026-04-17T17:47:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:47:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:47:48Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7361b43101780 namespace: kserve-ci-e2e-test resourceVersion: "20668" uid: 796ef01a-1641-4227-860e-edb8f8133be6 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-04-17T17:47:50Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: "2026-04-17T17:49:06Z" message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:47:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:49:06Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7361bb380acac namespace: kserve-ci-e2e-test resourceVersion: "21279" uid: 1cb3de61-3876-4d6e-9d9a-0ebd2fbef84a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:49:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: "2026-04-17T17:49:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-04-17T17:49:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:49:04Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7362cc9ec32c6 namespace: kserve-ci-e2e-test resourceVersion: "21227" uid: 7ec8e944-6ec0-4f3f-945e-494897d56291 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:49:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: "2026-04-17T17:49:04Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-04-17T17:49:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:49:04Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7362cc9ecb0b9 namespace: kserve-ci-e2e-test resourceVersion: "21228" uid: a8f51c2f-95ed-477e-99eb-6671c0a3d825 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:49:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck namespace: kserve-ci-e2e-test resourceVersion: "20597" uid: ec8e92f8-bb79-4bba-8450-3dfedc04304e kind: Event lastTimestamp: "2026-04-17T17:49:06Z" message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp 10.134.0.44:8643: connect: connection refused' metadata: creationTimestamp: "2026-04-17T17:49:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-04-17T17:49:06Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck.18a7362d65a615a4 namespace: kserve-ci-e2e-test resourceVersion: "21278" uid: 1998f89f-a829-418e-80d2-3ba59dc4e9bf reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-137-46.ec2.internal source: component: kubelet host: ip-10-0-137-46.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: raw-sklearn-runtime-f3b83-predictor-797897c69c namespace: kserve-ci-e2e-test resourceVersion: "20582" uid: 6671daf2-3fe8-4bae-a911-24b7240ea6fb kind: Event lastTimestamp: "2026-04-17T17:47:43Z" message: 'Created pod: raw-sklearn-runtime-f3b83-predictor-797897c69c-7v4ck' metadata: creationTimestamp: "2026-04-17T17:47:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:47:43Z" name: raw-sklearn-runtime-f3b83-predictor-797897c69c.18a7361a22279361 namespace: kserve-ci-e2e-test resourceVersion: "20596" uid: b90a6e81-9b83-4fa3-b767-c25a51c39551 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: raw-sklearn-runtime-f3b83-predictor namespace: kserve-ci-e2e-test resourceVersion: "20579" uid: bac063b8-4f02-450c-9e23-e3c6355ed7fa kind: Event lastTimestamp: "2026-04-17T17:47:43Z" message: Scaled up replica set raw-sklearn-runtime-f3b83-predictor-797897c69c from 0 to 1 metadata: creationTimestamp: "2026-04-17T17:47:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:47:43Z" name: raw-sklearn-runtime-f3b83-predictor.18a7361a1f06f866 namespace: kserve-ci-e2e-test resourceVersion: "20584" uid: 1a00edd0-a6d5-473c-a0d9-1ab3a192ad8f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-f3b83-predictor namespace: kserve-ci-e2e-test resourceVersion: "20580" uid: c55b8b66-2f85-49cf-8a85-08c1141ed591 kind: Event lastTimestamp: "2026-04-17T17:47:58Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:47:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:47:58Z" name: raw-sklearn-runtime-f3b83-predictor.18a7361d9da48d5a namespace: kserve-ci-e2e-test resourceVersion: "20740" uid: c6d8087c-3c91-4295-90a8-c2d6f64c9fa5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-f3b83-predictor namespace: kserve-ci-e2e-test resourceVersion: "20580" uid: c55b8b66-2f85-49cf-8a85-08c1141ed591 kind: Event lastTimestamp: "2026-04-17T17:47:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-04-17T17:47:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:47:58Z" name: raw-sklearn-runtime-f3b83-predictor.18a7361d9e186dc5 namespace: kserve-ci-e2e-test resourceVersion: "20742" uid: 7dac2b5f-4cb5-4e12-8780-60eb9ae7f643 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-17T17:48:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-f3b83-predictor namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: c55b8b66-2f85-49cf-8a85-08c1141ed591 kind: Event lastTimestamp: "2026-04-17T17:48:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:48:58Z" name: raw-sklearn-runtime-f3b83-predictor.18a736211d5df83d namespace: kserve-ci-e2e-test resourceVersion: "21173" uid: ff18584f-bc3b-46ad-914f-b90093b26e0c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-04-17T17:48:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-f3b83-predictor namespace: kserve-ci-e2e-test resourceVersion: "20741" uid: c55b8b66-2f85-49cf-8a85-08c1141ed591 kind: Event lastTimestamp: "2026-04-17T17:48:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-04-17T17:48:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-04-17T17:48:58Z" name: raw-sklearn-runtime-f3b83-predictor.18a736211e11f33d namespace: kserve-ci-e2e-test resourceVersion: "21174" uid: 24d40d16-52e7-4818-970c-cf154b0e2df2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-04-17T17:47:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-f3b83 namespace: kserve-ci-e2e-test resourceVersion: "20553" uid: 1a5613de-8c27-40dd-9c41-bd0041b0df89 kind: Event lastTimestamp: "2026-04-17T17:48:56Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-04-17T17:47:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:48:56Z" name: raw-sklearn-runtime-f3b83.18a7361a1ee073aa namespace: kserve-ci-e2e-test resourceVersion: "21158" uid: e6bb3d0d-dceb-4ae4-897e-c86ab4b843a8 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:47:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-f3b83 namespace: kserve-ci-e2e-test resourceVersion: "20553" uid: 1a5613de-8c27-40dd-9c41-bd0041b0df89 kind: Event lastTimestamp: "2026-04-17T17:47:43Z" message: 'Failed to update status for InferenceService "raw-sklearn-runtime-f3b83": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-f3b83": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-04-17T17:47:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:47:43Z" name: raw-sklearn-runtime-f3b83.18a7361a1f5a2372 namespace: kserve-ci-e2e-test resourceVersion: "20587" uid: f6999347-1628-42db-a980-17dbfe5cb58e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-04-17T17:48:56Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-f3b83 namespace: kserve-ci-e2e-test resourceVersion: "21156" uid: 1a5613de-8c27-40dd-9c41-bd0041b0df89 kind: Event lastTimestamp: "2026-04-17T17:48:56Z" message: InferenceService [raw-sklearn-runtime-f3b83] is Ready metadata: creationTimestamp: "2026-04-17T17:48:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-04-17T17:48:56Z" name: raw-sklearn-runtime-f3b83.18a7362b174a1831 namespace: kserve-ci-e2e-test resourceVersion: "21157" uid: 13ea3c06-1c50-4a3e-9851-b789b3dbc3a3 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "21421"