--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:30:12.900578Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6 namespace: kserve-ci-e2e-test resourceVersion: "18958" uid: e11c8aa2-1352-4ec6-9142-ba20823eb22d kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6 to ip-10-0-134-183.ec2.internal metadata: creationTimestamp: "2026-05-25T12:30:12Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:30:12Z" name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6.18b2ced40c5d1ce0 namespace: kserve-ci-e2e-test resourceVersion: "18962" uid: 7f9112db-966b-4eb8-af76-12cbc16231b3 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:13Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6 namespace: kserve-ci-e2e-test resourceVersion: "18966" uid: e11c8aa2-1352-4ec6-9142-ba20823eb22d kind: Event lastTimestamp: "2026-05-25T12:30:13Z" message: Add eth0 [10.134.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:30:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:30:13Z" name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6.18b2ced426126b4c namespace: kserve-ci-e2e-test resourceVersion: "18979" uid: b61cad96-668c-4bff-8a4d-1ce1c687b0a0 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:30:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6 namespace: kserve-ci-e2e-test resourceVersion: "18960" uid: e11c8aa2-1352-4ec6-9142-ba20823eb22d kind: Event lastTimestamp: "2026-05-25T12:30:19Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a" already present on machine metadata: creationTimestamp: "2026-05-25T12:30:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:19Z" name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6.18b2ced427c12165 namespace: kserve-ci-e2e-test resourceVersion: "19044" uid: bf04a61b-fbf2-4be6-9112-f9dee095c7e5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:30:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6 namespace: kserve-ci-e2e-test resourceVersion: "18960" uid: e11c8aa2-1352-4ec6-9142-ba20823eb22d kind: Event lastTimestamp: "2026-05-25T12:30:19Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-05-25T12:30:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:19Z" name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6.18b2ced42aea8742 namespace: kserve-ci-e2e-test resourceVersion: "19047" uid: bc8d6730-7a41-4bea-9cc0-97192aa74c51 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:30:13Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6 namespace: kserve-ci-e2e-test resourceVersion: "18960" uid: e11c8aa2-1352-4ec6-9142-ba20823eb22d kind: Event lastTimestamp: "2026-05-25T12:30:19Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-05-25T12:30:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:19Z" name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6.18b2ced42b63669a namespace: kserve-ci-e2e-test resourceVersion: "19049" uid: ef8611f0-a455-464b-a575-e2b2284d4d41 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:22Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6 namespace: kserve-ci-e2e-test resourceVersion: "18960" uid: e11c8aa2-1352-4ec6-9142-ba20823eb22d kind: Event lastTimestamp: "2026-05-25T12:30:22Z" message: Unable to retrieve some image pull secrets (fail-s3-sa-7ee0ab-dockercfg-2qffx); attempting to pull the image may not succeed. metadata: creationTimestamp: "2026-05-25T12:30:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:22Z" name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6.18b2ced660dfa463 namespace: kserve-ci-e2e-test resourceVersion: "19083" uid: 36cc7b19-384e-4a3a-a888-bd8d1ff8ae46 reason: FailedToRetrieveImagePullSecret reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:22Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6 namespace: kserve-ci-e2e-test resourceVersion: "18960" uid: e11c8aa2-1352-4ec6-9142-ba20823eb22d kind: Event lastTimestamp: "2026-05-25T12:30:22Z" message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6_kserve-ci-e2e-test(e11c8aa2-1352-4ec6-9142-ba20823eb22d) metadata: creationTimestamp: "2026-05-25T12:30:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:22Z" name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6.18b2ced661ae29c7 namespace: kserve-ci-e2e-test resourceVersion: "19092" uid: 015c0b30-96c5-4fb1-a57a-5844357d7db1 reason: BackOff reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:30:23Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6 namespace: kserve-ci-e2e-test resourceVersion: "18960" uid: e11c8aa2-1352-4ec6-9142-ba20823eb22d kind: Event lastTimestamp: "2026-05-25T12:30:23Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-7ee0ab-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-05-25T12:30:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:23Z" name: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6.18b2ced669bdabde namespace: kserve-ci-e2e-test resourceVersion: "19139" uid: 86f5f45f-ecc5-49b6-8776-83c8429c71fd reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:12Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-init-fail-7ee0ab-predictor-5b88f9f499 namespace: kserve-ci-e2e-test resourceVersion: "18950" uid: ab9b2222-14a6-4c7e-b487-8b68b455acce kind: Event lastTimestamp: "2026-05-25T12:30:12Z" message: 'Created pod: isvc-init-fail-7ee0ab-predictor-5b88f9f499-b8js6' metadata: creationTimestamp: "2026-05-25T12:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:30:12Z" name: isvc-init-fail-7ee0ab-predictor-5b88f9f499.18b2ced40bd28f89 namespace: kserve-ci-e2e-test resourceVersion: "18959" uid: 1e978867-2d20-4dfc-94d0-2bb0d0f9c8e7 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:12Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-init-fail-7ee0ab-predictor namespace: kserve-ci-e2e-test resourceVersion: "18948" uid: 40418d2a-1012-478b-9f23-2840058d2afc kind: Event lastTimestamp: "2026-05-25T12:30:12Z" message: Scaled up replica set isvc-init-fail-7ee0ab-predictor-5b88f9f499 from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:30:12Z" name: isvc-init-fail-7ee0ab-predictor.18b2ced408e4132a namespace: kserve-ci-e2e-test resourceVersion: "18952" uid: dcc0f4b4-9462-48f0-9ab9-2c8e54a0f845 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-05-25T12:30:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-7ee0ab namespace: kserve-ci-e2e-test resourceVersion: "18925" uid: 4076cb79-37dd-4bc7-b43f-b1ceac95b064 kind: Event lastTimestamp: "2026-05-25T12:30:20Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-05-25T12:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:30:20Z" name: isvc-init-fail-7ee0ab.18b2ced408abf2e1 namespace: kserve-ci-e2e-test resourceVersion: "19050" uid: d271fec2-fc6d-485d-97a2-9e495a900157 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-7ee0ab namespace: kserve-ci-e2e-test resourceVersion: "18925" uid: 4076cb79-37dd-4bc7-b43f-b1ceac95b064 kind: Event lastTimestamp: "2026-05-25T12:30:12Z" message: 'Failed to update status for InferenceService "isvc-init-fail-7ee0ab": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-7ee0ab": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:30:12Z" name: isvc-init-fail-7ee0ab.18b2ced40929017b namespace: kserve-ci-e2e-test resourceVersion: "18954" uid: 0581a180-9864-4634-8398-e888f56aab83 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-7ee0ab namespace: kserve-ci-e2e-test resourceVersion: "18925" uid: 4076cb79-37dd-4bc7-b43f-b1ceac95b064 kind: Event lastTimestamp: "2026-05-25T12:30:12Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-7ee0ab": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:30:12Z" name: isvc-init-fail-7ee0ab.18b2ced409296dd4 namespace: kserve-ci-e2e-test resourceVersion: "18955" uid: aafa377c-df6b-4956-b104-480544824ef0 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:24:39.073289Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16189" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 to ip-10-0-134-183.ec2.internal metadata: creationTimestamp: "2026-05-25T12:24:39Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:24:39Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce8652b4f4ed namespace: kserve-ci-e2e-test resourceVersion: "16193" uid: 014e658f-8a3f-44aa-b4d5-08f61c9112a0 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16197" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:24:39Z" message: Add eth0 [10.134.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:24:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:24:39Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce866c11c424 namespace: kserve-ci-e2e-test resourceVersion: "16205" uid: 0cc9636d-309f-472c-bbef-3daa7fe13dc6 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:24:39Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a" already present on machine metadata: creationTimestamp: "2026-05-25T12:24:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:39Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce866d993c3c namespace: kserve-ci-e2e-test resourceVersion: "16208" uid: 18e16f7c-e306-4b5d-8ed9-9cfb8a700ec9 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:24:39Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-05-25T12:24:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:39Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce8670f37015 namespace: kserve-ci-e2e-test resourceVersion: "16210" uid: e2ff1fe5-3a70-41c2-a858-a50716d060f1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:24:39Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-05-25T12:24:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:39Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce867162376e namespace: kserve-ci-e2e-test resourceVersion: "16211" uid: 53025fe4-c55e-4aff-9651-2fc73ff81b70 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:24:43Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532" already present on machine metadata: creationTimestamp: "2026-05-25T12:24:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:43Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce8773d55dcb namespace: kserve-ci-e2e-test resourceVersion: "16250" uid: 0004756a-ccdc-4543-a15e-e2d96ec7564f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:24:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-05-25T12:24:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:43Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce8776c47c6d namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: a454041d-94b1-4b3e-8d0a-4fdf307c595c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:24:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-05-25T12:24:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:43Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce877736fdee namespace: kserve-ci-e2e-test resourceVersion: "16254" uid: 8809fef8-3380-455f-ac87-96a4e373c684 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:24:43Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-05-25T12:24:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:43Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce87774255bb namespace: kserve-ci-e2e-test resourceVersion: "16257" uid: 535f72ed-0dd2-4acf-b025-08aef57b0d13 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:24:44Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-05-25T12:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:44Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce877a91104f namespace: kserve-ci-e2e-test resourceVersion: "16258" uid: f6443417-0b75-4876-861c-d06aac1cfc54 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:24:44Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:44Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce877b19709a namespace: kserve-ci-e2e-test resourceVersion: "16260" uid: c0150302-d43b-4c10-986b-9ba1903a5bfe reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:24:44Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:0eb4cef0d702913a69a2fbb3375426837dd9bd6d314650d53aa90460f4a90236" already present on machine metadata: creationTimestamp: "2026-05-25T12:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:44Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce877b25eaac namespace: kserve-ci-e2e-test resourceVersion: "16261" uid: c6f9ddb7-2142-46a0-9af5-4f7043476467 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:24:44Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-05-25T12:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:44Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce877e1b4875 namespace: kserve-ci-e2e-test resourceVersion: "16262" uid: dde60915-23c9-4931-94ce-f93f7c9a7137 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:24:44Z" message: Started container agent metadata: creationTimestamp: "2026-05-25T12:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:44Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce877e8c6fc9 namespace: kserve-ci-e2e-test resourceVersion: "16263" uid: 35f909bd-4b5b-4740-8a2f-795e09038e24 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-05-25T12:24:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:26:21Z" message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:24:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:21Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce87afc4eb7e namespace: kserve-ci-e2e-test resourceVersion: "17093" uid: da369962-1ee5-40a6-a036-8f77bb0d9740 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-05-25T12:24:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:26:21Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-05-25T12:24:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:21Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce87eb8785ea namespace: kserve-ci-e2e-test resourceVersion: "17094" uid: 2a9dc78c-ebe0-48fc-8846-009e689a9f4e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:26:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-05-25T12:26:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:04Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce9a25bc62db namespace: kserve-ci-e2e-test resourceVersion: "16889" uid: 4979de6f-53fc-4337-b75a-11d22028dbe7 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:26:04Z" message: Stopping container agent metadata: creationTimestamp: "2026-05-25T12:26:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:04Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce9a25bcb243 namespace: kserve-ci-e2e-test resourceVersion: "16891" uid: ab76135d-ff9d-40c6-a4f7-38343be806be reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:26:04Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:26:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:04Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce9a25bcf3b3 namespace: kserve-ci-e2e-test resourceVersion: "16894" uid: 092b8c49-016b-43f0-a702-a84c786e699e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-05-25T12:26:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8 namespace: kserve-ci-e2e-test resourceVersion: "16190" uid: 7af9f91a-431e-4411-bf6e-1c41f6ceeaa7 kind: Event lastTimestamp: "2026-05-25T12:26:21Z" message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp 10.134.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:26:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:21Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8.18b2ce9ac7996162 namespace: kserve-ci-e2e-test resourceVersion: "17092" uid: 2d9d41b6-9290-48f0-9606-61f1e2af6ea5 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:39Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-raw-0f5ec-predictor-6c8bf97597 namespace: kserve-ci-e2e-test resourceVersion: "16177" uid: 951a16b1-fbd5-4199-bc79-1a355c820060 kind: Event lastTimestamp: "2026-05-25T12:24:39Z" message: 'Created pod: isvc-logger-raw-0f5ec-predictor-6c8bf97597-m7lr8' metadata: creationTimestamp: "2026-05-25T12:24:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:24:39Z" name: isvc-logger-raw-0f5ec-predictor-6c8bf97597.18b2ce865218da61 namespace: kserve-ci-e2e-test resourceVersion: "16191" uid: 565e9b43-3a16-42c6-ae59-f68ed3889087 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-raw-0f5ec-predictor namespace: kserve-ci-e2e-test resourceVersion: "16175" uid: 18162ec1-bdc0-44cb-a5be-ae32809668a9 kind: Event lastTimestamp: "2026-05-25T12:24:38Z" message: Scaled up replica set isvc-logger-raw-0f5ec-predictor-6c8bf97597 from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:24:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:24:38Z" name: isvc-logger-raw-0f5ec-predictor.18b2ce864e48b42f namespace: kserve-ci-e2e-test resourceVersion: "16181" uid: 7067e2de-91b4-4726-89af-20b4bb6b2162 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:24:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-0f5ec-predictor namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: b566f626-2b5e-4a15-9ba8-a69a43f3c824 kind: Event lastTimestamp: "2026-05-25T12:25:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:25:09Z" name: isvc-logger-raw-0f5ec-predictor.18b2ce89ccfe52df namespace: kserve-ci-e2e-test resourceVersion: "16454" uid: da726110-0df8-4a6e-977b-5e52c1550a00 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:24:54Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-0f5ec-predictor namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: b566f626-2b5e-4a15-9ba8-a69a43f3c824 kind: Event lastTimestamp: "2026-05-25T12:25:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:24:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:25:09Z" name: isvc-logger-raw-0f5ec-predictor.18b2ce89cd9fadfa namespace: kserve-ci-e2e-test resourceVersion: "16455" uid: 20c4294c-11df-4859-ac2d-11277ec85464 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:25:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-0f5ec-predictor namespace: kserve-ci-e2e-test resourceVersion: "16346" uid: b566f626-2b5e-4a15-9ba8-a69a43f3c824 kind: Event lastTimestamp: "2026-05-25T12:25:54Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:25:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:25:54Z" name: isvc-logger-raw-0f5ec-predictor.18b2ce90caf99e59 namespace: kserve-ci-e2e-test resourceVersion: "16779" uid: dc77fcf4-a921-4991-abcf-114d1ae85917 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:25:24Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-0f5ec-predictor namespace: kserve-ci-e2e-test resourceVersion: "16346" uid: b566f626-2b5e-4a15-9ba8-a69a43f3c824 kind: Event lastTimestamp: "2026-05-25T12:25:54Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:25:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:25:54Z" name: isvc-logger-raw-0f5ec-predictor.18b2ce90cb5ba3e6 namespace: kserve-ci-e2e-test resourceVersion: "16780" uid: 77dec095-cc97-4dbc-a275-8a629b1ad419 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-05-25T12:24:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-0f5ec namespace: kserve-ci-e2e-test resourceVersion: "16165" uid: 09d54958-a9fc-4da0-9e6a-b8f77adccf16 kind: Event lastTimestamp: "2026-05-25T12:25:52Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-05-25T12:24:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:25:52Z" name: isvc-logger-raw-0f5ec.18b2ce864e289871 namespace: kserve-ci-e2e-test resourceVersion: "16765" uid: b2c3e25a-145f-4a1b-8fb4-f2d96fcad99e reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:39Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-0f5ec namespace: kserve-ci-e2e-test resourceVersion: "16165" uid: 09d54958-a9fc-4da0-9e6a-b8f77adccf16 kind: Event lastTimestamp: "2026-05-25T12:24:39Z" message: 'Failed to update status for InferenceService "isvc-logger-raw-0f5ec": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-0f5ec": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:24:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:24:39Z" name: isvc-logger-raw-0f5ec.18b2ce864e80ddaf namespace: kserve-ci-e2e-test resourceVersion: "16183" uid: 9d85fa17-90f6-4270-9c40-9165a99edc29 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:25:52Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-0f5ec namespace: kserve-ci-e2e-test resourceVersion: "16762" uid: 09d54958-a9fc-4da0-9e6a-b8f77adccf16 kind: Event lastTimestamp: "2026-05-25T12:25:52Z" message: InferenceService [isvc-logger-raw-0f5ec] is Ready metadata: creationTimestamp: "2026-05-25T12:25:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:25:52Z" name: isvc-logger-raw-0f5ec.18b2ce974fe12ec8 namespace: kserve-ci-e2e-test resourceVersion: "16764" uid: e1a95c9f-6ad7-47fc-a126-4330ea75b91b reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:28:34.547173Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm namespace: kserve-ci-e2e-test resourceVersion: "18084" uid: 2f14ed01-2147-4647-b02a-17683660e3f2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-primary-10f269-predictor-5bbff9f956-2jzjm to ip-10-0-134-183.ec2.internal metadata: creationTimestamp: "2026-05-25T12:28:34Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:28:34Z" name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm.18b2cebd260b4220 namespace: kserve-ci-e2e-test resourceVersion: "18093" uid: 372a3f6f-b4e0-46cf-be40-7a198a8dee93 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:34Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm namespace: kserve-ci-e2e-test resourceVersion: "18095" uid: 2f14ed01-2147-4647-b02a-17683660e3f2 kind: Event lastTimestamp: "2026-05-25T12:28:34Z" message: Add eth0 [10.134.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:28:34Z" name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm.18b2cebd3f92b37a namespace: kserve-ci-e2e-test resourceVersion: "18104" uid: 5071f8c4-029b-4d40-92e0-fc1cb7e072e1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:34Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm namespace: kserve-ci-e2e-test resourceVersion: "18087" uid: 2f14ed01-2147-4647-b02a-17683660e3f2 kind: Event lastTimestamp: "2026-05-25T12:28:34Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a" already present on machine metadata: creationTimestamp: "2026-05-25T12:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:28:34Z" name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm.18b2cebd40e539d7 namespace: kserve-ci-e2e-test resourceVersion: "18107" uid: c88d3ce5-8ce0-4ed7-bab8-278c76e6a486 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm namespace: kserve-ci-e2e-test resourceVersion: "18087" uid: 2f14ed01-2147-4647-b02a-17683660e3f2 kind: Event lastTimestamp: "2026-05-25T12:28:35Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-05-25T12:28:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:28:35Z" name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm.18b2cebd43e7fe4b namespace: kserve-ci-e2e-test resourceVersion: "18109" uid: 9c1a69b5-cc44-48ba-a1e6-9d5a196542b4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:35Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm namespace: kserve-ci-e2e-test resourceVersion: "18087" uid: 2f14ed01-2147-4647-b02a-17683660e3f2 kind: Event lastTimestamp: "2026-05-25T12:28:35Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-05-25T12:28:35Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:28:35Z" name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm.18b2cebd445dc3d0 namespace: kserve-ci-e2e-test resourceVersion: "18110" uid: d3603ce1-7959-4260-aafa-840f833182bf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm namespace: kserve-ci-e2e-test resourceVersion: "18087" uid: 2f14ed01-2147-4647-b02a-17683660e3f2 kind: Event lastTimestamp: "2026-05-25T12:28:39Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532" already present on machine metadata: creationTimestamp: "2026-05-25T12:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:28:39Z" name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm.18b2cebe5334fad0 namespace: kserve-ci-e2e-test resourceVersion: "18146" uid: dd757a4f-8992-4a83-91ae-0384706d5ea6 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm namespace: kserve-ci-e2e-test resourceVersion: "18087" uid: 2f14ed01-2147-4647-b02a-17683660e3f2 kind: Event lastTimestamp: "2026-05-25T12:28:39Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-05-25T12:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:28:39Z" name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm.18b2cebe566fc9e6 namespace: kserve-ci-e2e-test resourceVersion: "18148" uid: fc461fc9-394b-4598-b6f3-dbee7b5ee42f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm namespace: kserve-ci-e2e-test resourceVersion: "18087" uid: 2f14ed01-2147-4647-b02a-17683660e3f2 kind: Event lastTimestamp: "2026-05-25T12:28:39Z" message: Started container kserve-container metadata: creationTimestamp: "2026-05-25T12:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:28:39Z" name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm.18b2cebe56fd5d7b namespace: kserve-ci-e2e-test resourceVersion: "18151" uid: 48a5dd74-c829-4a03-a2a3-2f89944bd0d7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm namespace: kserve-ci-e2e-test resourceVersion: "18087" uid: 2f14ed01-2147-4647-b02a-17683660e3f2 kind: Event lastTimestamp: "2026-05-25T12:28:39Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-05-25T12:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:28:39Z" name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm.18b2cebe570b9761 namespace: kserve-ci-e2e-test resourceVersion: "18152" uid: c63fb78d-1b7f-47bf-82ea-7eb0b5760626 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm namespace: kserve-ci-e2e-test resourceVersion: "18087" uid: 2f14ed01-2147-4647-b02a-17683660e3f2 kind: Event lastTimestamp: "2026-05-25T12:28:39Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-05-25T12:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:28:39Z" name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm.18b2cebe5a0d3fef namespace: kserve-ci-e2e-test resourceVersion: "18154" uid: ee040a6a-24b3-4318-bbdb-ab2ed70a9c84 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm namespace: kserve-ci-e2e-test resourceVersion: "18087" uid: 2f14ed01-2147-4647-b02a-17683660e3f2 kind: Event lastTimestamp: "2026-05-25T12:28:39Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:28:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:28:39Z" name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm.18b2cebe5ab5e1ae namespace: kserve-ci-e2e-test resourceVersion: "18155" uid: 01bf0aba-eef4-4071-95f6-7dfbc4809836 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-05-25T12:28:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm namespace: kserve-ci-e2e-test resourceVersion: "18087" uid: 2f14ed01-2147-4647-b02a-17683660e3f2 kind: Event lastTimestamp: "2026-05-25T12:29:37Z" message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:28:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:29:37Z" name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm.18b2cebecadf46d4 namespace: kserve-ci-e2e-test resourceVersion: "18577" uid: af4ddfdf-b655-4f89-a1d2-30ec375b5c97 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm namespace: kserve-ci-e2e-test resourceVersion: "18087" uid: 2f14ed01-2147-4647-b02a-17683660e3f2 kind: Event lastTimestamp: "2026-05-25T12:30:12Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-05-25T12:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:12Z" name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm.18b2ced40255b2d8 namespace: kserve-ci-e2e-test resourceVersion: "18919" uid: 73357d2d-fc56-44eb-b21e-4b7aa60ad763 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm namespace: kserve-ci-e2e-test resourceVersion: "18087" uid: 2f14ed01-2147-4647-b02a-17683660e3f2 kind: Event lastTimestamp: "2026-05-25T12:30:12Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:30:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:12Z" name: isvc-primary-10f269-predictor-5bbff9f956-2jzjm.18b2ced402564754 namespace: kserve-ci-e2e-test resourceVersion: "18920" uid: eff792a6-4dd6-4b5c-a8ca-cbcd05078cc2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:34Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-primary-10f269-predictor-5bbff9f956 namespace: kserve-ci-e2e-test resourceVersion: "18075" uid: b4f97873-4e25-4061-90eb-7d4f215b121a kind: Event lastTimestamp: "2026-05-25T12:28:34Z" message: 'Created pod: isvc-primary-10f269-predictor-5bbff9f956-2jzjm' metadata: creationTimestamp: "2026-05-25T12:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:28:34Z" name: isvc-primary-10f269-predictor-5bbff9f956.18b2cebd2584e985 namespace: kserve-ci-e2e-test resourceVersion: "18086" uid: 0644f05b-43a6-46e9-a7c2-55ea56035648 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:34Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-primary-10f269-predictor namespace: kserve-ci-e2e-test resourceVersion: "18072" uid: c4269b4e-7074-4378-a954-fa6fbb50cdea kind: Event lastTimestamp: "2026-05-25T12:28:34Z" message: Scaled up replica set isvc-primary-10f269-predictor-5bbff9f956 from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:28:34Z" name: isvc-primary-10f269-predictor.18b2cebd2133ca52 namespace: kserve-ci-e2e-test resourceVersion: "18077" uid: da8aa6ec-481f-4e3b-9b96-aaf69b65d7dc reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:28:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-10f269-predictor namespace: kserve-ci-e2e-test resourceVersion: "18074" uid: bfc695bc-ccb6-4b96-aa06-9cc338858622 kind: Event lastTimestamp: "2026-05-25T12:29:19Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:28:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:29:19Z" name: isvc-primary-10f269-predictor.18b2cec09fbb7909 namespace: kserve-ci-e2e-test resourceVersion: "18443" uid: 4eaf940e-870a-4a20-bc58-ec1353495bf1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:28:49Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-10f269-predictor namespace: kserve-ci-e2e-test resourceVersion: "18074" uid: bfc695bc-ccb6-4b96-aa06-9cc338858622 kind: Event lastTimestamp: "2026-05-25T12:29:19Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:28:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:29:19Z" name: isvc-primary-10f269-predictor.18b2cec0a009d861 namespace: kserve-ci-e2e-test resourceVersion: "18444" uid: 51ed2a38-7f56-46be-b0c1-7ccd4b810417 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:29:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-10f269-predictor namespace: kserve-ci-e2e-test resourceVersion: "18232" uid: bfc695bc-ccb6-4b96-aa06-9cc338858622 kind: Event lastTimestamp: "2026-05-25T12:30:04Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:29:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:30:04Z" name: isvc-primary-10f269-predictor.18b2cecb1d2a2005 namespace: kserve-ci-e2e-test resourceVersion: "18833" uid: 0d620216-7d44-4a1f-8685-b05d301260a2 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:29:34Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-10f269-predictor namespace: kserve-ci-e2e-test resourceVersion: "18232" uid: bfc695bc-ccb6-4b96-aa06-9cc338858622 kind: Event lastTimestamp: "2026-05-25T12:30:04Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:29:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:30:04Z" name: isvc-primary-10f269-predictor.18b2cecb1d9ad905 namespace: kserve-ci-e2e-test resourceVersion: "18834" uid: 6cb5d3cc-eb6c-472e-9a33-f2767673f850 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-05-25T12:28:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-10f269 namespace: kserve-ci-e2e-test resourceVersion: "18044" uid: 69a2b6f1-f456-4df5-8104-524d44e4d07e kind: Event lastTimestamp: "2026-05-25T12:29:47Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-05-25T12:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:29:47Z" name: isvc-primary-10f269.18b2cebd2110728e namespace: kserve-ci-e2e-test resourceVersion: "18649" uid: e548b076-7422-42b9-be9e-df045fc61071 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-10f269 namespace: kserve-ci-e2e-test resourceVersion: "18044" uid: 69a2b6f1-f456-4df5-8104-524d44e4d07e kind: Event lastTimestamp: "2026-05-25T12:28:34Z" message: 'Failed to update status for InferenceService "isvc-primary-10f269": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-10f269": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:28:34Z" name: isvc-primary-10f269.18b2cebd21871955 namespace: kserve-ci-e2e-test resourceVersion: "18079" uid: 35b4d722-1337-440b-872d-961401f6c1c7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-10f269 namespace: kserve-ci-e2e-test resourceVersion: "18044" uid: 69a2b6f1-f456-4df5-8104-524d44e4d07e kind: Event lastTimestamp: "2026-05-25T12:28:34Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-10f269": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:28:34Z" name: isvc-primary-10f269.18b2cebd21877954 namespace: kserve-ci-e2e-test resourceVersion: "18080" uid: c69d6cbe-da0d-4c18-9f11-d7a62808a2d5 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:29:47Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-10f269 namespace: kserve-ci-e2e-test resourceVersion: "18647" uid: 69a2b6f1-f456-4df5-8104-524d44e4d07e kind: Event lastTimestamp: "2026-05-25T12:29:47Z" message: InferenceService [isvc-primary-10f269] is Ready metadata: creationTimestamp: "2026-05-25T12:29:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:29:47Z" name: isvc-primary-10f269.18b2cece2e2d45f9 namespace: kserve-ci-e2e-test resourceVersion: "18648" uid: 93fc3513-5264-4978-b0f0-d6b34ba47c1c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:19:03.173519Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13040" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 to ip-10-0-134-183.ec2.internal metadata: creationTimestamp: "2026-05-25T12:19:03Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:19:03Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce381d852e15 namespace: kserve-ci-e2e-test resourceVersion: "13047" uid: 2d2ee768-93d5-4a2e-90a1-177feef16821 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:03Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:03Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-b25e8-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-05-25T12:19:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:03Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce382c240b54 namespace: kserve-ci-e2e-test resourceVersion: "13059" uid: 36bfc02e-626d-4722-9bf5-faee90a07dd0 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:04Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13053" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:04Z" message: Add eth0 [10.134.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:19:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:19:04Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce385a6dc806 namespace: kserve-ci-e2e-test resourceVersion: "13071" uid: 33d7fcb5-3fd6-46be-b7a1-f9c5f82a0d03 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:04Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:04Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a" metadata: creationTimestamp: "2026-05-25T12:19:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:04Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce385be04304 namespace: kserve-ci-e2e-test resourceVersion: "13073" uid: 273b2443-5f45-4f69-b73e-cde69a883412 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:07Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:07Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a" in 3.755s (3.755s including waiting). Image size: 301472374 bytes.' metadata: creationTimestamp: "2026-05-25T12:19:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:07Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce393bb692e0 namespace: kserve-ci-e2e-test resourceVersion: "13097" uid: 97657cc2-cd98-43f8-b648-be19966579de reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:08Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:08Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-05-25T12:19:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:08Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce393e9fbdc6 namespace: kserve-ci-e2e-test resourceVersion: "13100" uid: e3ad5b2d-b6bb-441a-9a90-771bef730129 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:08Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:08Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-05-25T12:19:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:08Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce393f13f6a6 namespace: kserve-ci-e2e-test resourceVersion: "13101" uid: 7e6088e8-d03e-439e-9bdd-8cbd6d4ac6b7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:11Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532" metadata: creationTimestamp: "2026-05-25T12:19:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:11Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce3a26b04d96 namespace: kserve-ci-e2e-test resourceVersion: "13133" uid: 4727845c-0f55-45d5-bf0f-e6540c23d10f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:25Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532" in 13.291s (13.291s including waiting). Image size: 1560933302 bytes.' metadata: creationTimestamp: "2026-05-25T12:19:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:25Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce3d3ef01614 namespace: kserve-ci-e2e-test resourceVersion: "13262" uid: 80020ee9-f036-4d05-b64a-ef43912cb666 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:25Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-05-25T12:19:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:25Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce3d423aae1a namespace: kserve-ci-e2e-test resourceVersion: "13263" uid: eb76c518-bc12-4de3-b84f-0697e724b4be reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:25Z" message: Started container kserve-container metadata: creationTimestamp: "2026-05-25T12:19:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:25Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce3d42a1aed1 namespace: kserve-ci-e2e-test resourceVersion: "13264" uid: f5b4e61d-6510-4980-a9fe-71966bc71e53 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:25Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-05-25T12:19:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:25Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce3d42af27e1 namespace: kserve-ci-e2e-test resourceVersion: "13265" uid: 085ba1c8-f49f-43b6-afd0-148a778b56e6 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:27Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.301s (2.301s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-05-25T12:19:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:27Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce3dcbe0166c namespace: kserve-ci-e2e-test resourceVersion: "13281" uid: 68f6998d-ac2e-4a33-80fc-fe6581b0a965 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:27Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-05-25T12:19:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:27Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce3dce54501e namespace: kserve-ci-e2e-test resourceVersion: "13282" uid: b8351722-5a1b-44a7-a031-c0be3d508249 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:27Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:19:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:27Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce3dcec0a9c4 namespace: kserve-ci-e2e-test resourceVersion: "13283" uid: da5a14b2-b3bf-431f-84c1-46fc233728f4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:27Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:0eb4cef0d702913a69a2fbb3375426837dd9bd6d314650d53aa90460f4a90236" metadata: creationTimestamp: "2026-05-25T12:19:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:27Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce3dcece060e namespace: kserve-ci-e2e-test resourceVersion: "13284" uid: 9fd272ed-6c2d-4f3c-861c-cb488ace81f8 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:30Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:0eb4cef0d702913a69a2fbb3375426837dd9bd6d314650d53aa90460f4a90236" in 2.739s (2.739s including waiting). Image size: 239698201 bytes.' metadata: creationTimestamp: "2026-05-25T12:19:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:30Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce3e7214b8fa namespace: kserve-ci-e2e-test resourceVersion: "13335" uid: e5071516-5ded-4c71-bdff-5d52fd5e6385 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:30Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-05-25T12:19:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:30Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce3e74bd4026 namespace: kserve-ci-e2e-test resourceVersion: "13336" uid: e8ba9966-b7e8-4e67-91b2-ae79e6a8b7ad reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:19:30Z" message: Started container agent metadata: creationTimestamp: "2026-05-25T12:19:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:19:30Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce3e751fd97b namespace: kserve-ci-e2e-test resourceVersion: "13337" uid: 8c5f862b-c7d7-4883-b003-d10e2c97ef47 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-05-25T12:19:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:21:03Z" message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:19:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:21:03Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce3ed2ed95cd namespace: kserve-ci-e2e-test resourceVersion: "14151" uid: 8fd0a866-0aa8-4ca3-87d8-31fc0965b582 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-05-25T12:19:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:21:03Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-05-25T12:19:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:21:04Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce3ed2f84b2e namespace: kserve-ci-e2e-test resourceVersion: "14152" uid: 5b555657-c91e-4364-8d9a-4c1096726a75 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:20:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:48Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce509330a5d1 namespace: kserve-ci-e2e-test resourceVersion: "13930" uid: 105dbe71-dffc-494d-b654-35bcb4a35d25 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:20:48Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:48Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce509333cac6 namespace: kserve-ci-e2e-test resourceVersion: "13933" uid: 1b83be20-58e4-45a6-b293-0a9e38370965 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:20:48Z" message: Stopping container agent metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:48Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce509333fbc7 namespace: kserve-ci-e2e-test resourceVersion: "13937" uid: 177b5ca6-b5b1-4d6e-89c6-82d671892500 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-05-25T12:20:52Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4 namespace: kserve-ci-e2e-test resourceVersion: "13044" uid: e7c39c0c-8a3a-45b5-b369-20cf7b32c434 kind: Event lastTimestamp: "2026-05-25T12:21:07Z" message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp 10.134.0.20:8643: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:20:52Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:21:07Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4.18b2ce51aefc5255 namespace: kserve-ci-e2e-test resourceVersion: "14183" uid: 2c841f9a-9bfb-4714-8511-2324529fb9ea reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:03Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89 namespace: kserve-ci-e2e-test resourceVersion: "13034" uid: 5cdaa319-7c7e-46fd-b733-a9b16cac5616 kind: Event lastTimestamp: "2026-05-25T12:19:03Z" message: 'Created pod: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89-wf5w4' metadata: creationTimestamp: "2026-05-25T12:19:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:19:03Z" name: isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89.18b2ce381d1cc534 namespace: kserve-ci-e2e-test resourceVersion: "13043" uid: df067dcc-2530-4053-a767-37438b3343f4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:03Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-raw-sklearn-batcher-b25e8-predictor namespace: kserve-ci-e2e-test resourceVersion: "13033" uid: 211524da-0041-4415-935e-7798ccfdd36f kind: Event lastTimestamp: "2026-05-25T12:19:03Z" message: Scaled up replica set isvc-raw-sklearn-batcher-b25e8-predictor-7865b99f89 from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:19:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:19:03Z" name: isvc-raw-sklearn-batcher-b25e8-predictor.18b2ce38173788d7 namespace: kserve-ci-e2e-test resourceVersion: "13035" uid: 15e25128-4c71-41ef-b49c-ff951a713737 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-05-25T12:19:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-b25e8-predictor namespace: kserve-ci-e2e-test resourceVersion: "13042" uid: b451774a-c14d-4a55-9ff1-e431dd5950ed kind: Event lastTimestamp: "2026-05-25T12:20:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:19:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:20:03Z" name: isvc-raw-sklearn-batcher-b25e8-predictor.18b2ce3b9c715f51 namespace: kserve-ci-e2e-test resourceVersion: "13574" uid: f8642ec5-0fb4-492e-b381-3f6d4933f422 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-05-25T12:19:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-b25e8-predictor namespace: kserve-ci-e2e-test resourceVersion: "13042" uid: b451774a-c14d-4a55-9ff1-e431dd5950ed kind: Event lastTimestamp: "2026-05-25T12:20:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:19:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:20:03Z" name: isvc-raw-sklearn-batcher-b25e8-predictor.18b2ce3b9cd4eb69 namespace: kserve-ci-e2e-test resourceVersion: "13575" uid: 9aeed65f-dfef-40fe-9a86-e85b766b6a6e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:20:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-b25e8-predictor namespace: kserve-ci-e2e-test resourceVersion: "13180" uid: b451774a-c14d-4a55-9ff1-e431dd5950ed kind: Event lastTimestamp: "2026-05-25T12:20:33Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:20:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:20:33Z" name: isvc-raw-sklearn-batcher-b25e8-predictor.18b2ce4998c5f0d1 namespace: kserve-ci-e2e-test resourceVersion: "13787" uid: b74b91b8-6b4b-4a96-8ec5-ad7588ff9a85 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:20:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-b25e8-predictor namespace: kserve-ci-e2e-test resourceVersion: "13180" uid: b451774a-c14d-4a55-9ff1-e431dd5950ed kind: Event lastTimestamp: "2026-05-25T12:20:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:20:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:20:33Z" name: isvc-raw-sklearn-batcher-b25e8-predictor.18b2ce499932c9ee namespace: kserve-ci-e2e-test resourceVersion: "13788" uid: 43b1a7c5-b8e3-4e90-8af4-f906913960bc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-05-25T12:19:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-b25e8 namespace: kserve-ci-e2e-test resourceVersion: "13020" uid: 3743acb6-1fc8-4dcb-bddc-2c97819c8186 kind: Event lastTimestamp: "2026-05-25T12:20:34Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-05-25T12:19:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:20:34Z" name: isvc-raw-sklearn-batcher-b25e8.18b2ce381d5899bd namespace: kserve-ci-e2e-test resourceVersion: "13800" uid: fac164d1-c1b3-4fdb-a691-8d312a248dcb reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-b25e8 namespace: kserve-ci-e2e-test resourceVersion: "13020" uid: 3743acb6-1fc8-4dcb-bddc-2c97819c8186 kind: Event lastTimestamp: "2026-05-25T12:19:03Z" message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-b25e8": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-b25e8": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:19:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:19:03Z" name: isvc-raw-sklearn-batcher-b25e8.18b2ce381dc63c03 namespace: kserve-ci-e2e-test resourceVersion: "13049" uid: 2aee826b-452f-4cf6-8f9d-a5cdec0a0286 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:19:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-b25e8 namespace: kserve-ci-e2e-test resourceVersion: "13020" uid: 3743acb6-1fc8-4dcb-bddc-2c97819c8186 kind: Event lastTimestamp: "2026-05-25T12:19:03Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-b25e8": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:19:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:19:03Z" name: isvc-raw-sklearn-batcher-b25e8.18b2ce381dc68cf4 namespace: kserve-ci-e2e-test resourceVersion: "13052" uid: 8ccc0a80-8532-434e-a4f5-58e1a2203b66 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:34Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-b25e8 namespace: kserve-ci-e2e-test resourceVersion: "13798" uid: 3743acb6-1fc8-4dcb-bddc-2c97819c8186 kind: Event lastTimestamp: "2026-05-25T12:20:34Z" message: InferenceService [isvc-raw-sklearn-batcher-b25e8] is Ready metadata: creationTimestamp: "2026-05-25T12:20:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:20:34Z" name: isvc-raw-sklearn-batcher-b25e8.18b2ce4d48bd81a4 namespace: kserve-ci-e2e-test resourceVersion: "13799" uid: 14cf53c8-8e41-46aa-a4de-7fd3cd95570a reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:29:54.700431Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-secondary-10f269-predictor-56d976fd67-72btd namespace: kserve-ci-e2e-test resourceVersion: "18736" uid: a260d669-c5e7-4595-ab9b-fb5a2a180c8a kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-10f269-predictor-56d976fd67-72btd to ip-10-0-134-183.ec2.internal metadata: creationTimestamp: "2026-05-25T12:29:54Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:29:54Z" name: isvc-secondary-10f269-predictor-56d976fd67-72btd.18b2cecfcf8ce887 namespace: kserve-ci-e2e-test resourceVersion: "18741" uid: 226129d6-c7ff-4dd2-8e94-f8b4e87712bd reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:29:55Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-secondary-10f269-predictor-56d976fd67-72btd namespace: kserve-ci-e2e-test resourceVersion: "18745" uid: a260d669-c5e7-4595-ab9b-fb5a2a180c8a kind: Event lastTimestamp: "2026-05-25T12:29:55Z" message: Add eth0 [10.134.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:29:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:29:55Z" name: isvc-secondary-10f269-predictor-56d976fd67-72btd.18b2cecfe8db95fc namespace: kserve-ci-e2e-test resourceVersion: "18753" uid: 1427608d-d543-48eb-9b53-7b86287fed3a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:29:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-10f269-predictor-56d976fd67-72btd namespace: kserve-ci-e2e-test resourceVersion: "18739" uid: a260d669-c5e7-4595-ab9b-fb5a2a180c8a kind: Event lastTimestamp: "2026-05-25T12:30:01Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a" already present on machine metadata: creationTimestamp: "2026-05-25T12:29:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:01Z" name: isvc-secondary-10f269-predictor-56d976fd67-72btd.18b2cecfea5217e0 namespace: kserve-ci-e2e-test resourceVersion: "18805" uid: 34871cda-0d87-4835-8f5e-727512a75640 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:29:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-10f269-predictor-56d976fd67-72btd namespace: kserve-ci-e2e-test resourceVersion: "18739" uid: a260d669-c5e7-4595-ab9b-fb5a2a180c8a kind: Event lastTimestamp: "2026-05-25T12:30:01Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-05-25T12:29:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:01Z" name: isvc-secondary-10f269-predictor-56d976fd67-72btd.18b2cecfed55e122 namespace: kserve-ci-e2e-test resourceVersion: "18809" uid: 1f15a5aa-e0b1-4353-a2f6-dc3da0da132d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:29:55Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-10f269-predictor-56d976fd67-72btd namespace: kserve-ci-e2e-test resourceVersion: "18739" uid: a260d669-c5e7-4595-ab9b-fb5a2a180c8a kind: Event lastTimestamp: "2026-05-25T12:30:01Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-05-25T12:29:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:01Z" name: isvc-secondary-10f269-predictor-56d976fd67-72btd.18b2cecfedc5ce63 namespace: kserve-ci-e2e-test resourceVersion: "18810" uid: b67cb82b-36d3-4dd0-b476-f832ec1988bb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:07Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-10f269-predictor-56d976fd67-72btd namespace: kserve-ci-e2e-test resourceVersion: "18739" uid: a260d669-c5e7-4595-ab9b-fb5a2a180c8a kind: Event lastTimestamp: "2026-05-25T12:30:07Z" message: Back-off restarting failed container storage-initializer in pod isvc-secondary-10f269-predictor-56d976fd67-72btd_kserve-ci-e2e-test(a260d669-c5e7-4595-ab9b-fb5a2a180c8a) metadata: creationTimestamp: "2026-05-25T12:30:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:07Z" name: isvc-secondary-10f269-predictor-56d976fd67-72btd.18b2ced2dff06752 namespace: kserve-ci-e2e-test resourceVersion: "18857" uid: 281cbfa9-f65c-4435-9c7e-0b1824328b12 reason: BackOff reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:29:54Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-secondary-10f269-predictor-56d976fd67 namespace: kserve-ci-e2e-test resourceVersion: "18727" uid: 9704673c-9b10-48ce-ad4c-24c0f22d4b78 kind: Event lastTimestamp: "2026-05-25T12:29:54Z" message: 'Created pod: isvc-secondary-10f269-predictor-56d976fd67-72btd' metadata: creationTimestamp: "2026-05-25T12:29:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:29:54Z" name: isvc-secondary-10f269-predictor-56d976fd67.18b2cecfcf141e55 namespace: kserve-ci-e2e-test resourceVersion: "18738" uid: 5b6f8fe3-a5d0-4b41-b337-b2c430804e4b reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:29:54Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-secondary-10f269-predictor namespace: kserve-ci-e2e-test resourceVersion: "18724" uid: d8261c7f-7784-4666-805c-42f1ea52d4a3 kind: Event lastTimestamp: "2026-05-25T12:29:54Z" message: Scaled up replica set isvc-secondary-10f269-predictor-56d976fd67 from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:29:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:29:54Z" name: isvc-secondary-10f269-predictor.18b2cecfcbcee31b namespace: kserve-ci-e2e-test resourceVersion: "18729" uid: 5c8e41fa-da26-45de-96e5-dae55f3b7ac7 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-secondary-10f269-predictor namespace: kserve-ci-e2e-test resourceVersion: "18726" uid: 636acb7c-edc3-42d4-af6b-3d9d5936792d kind: Event lastTimestamp: "2026-05-25T12:30:09Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:30:09Z" name: isvc-secondary-10f269-predictor.18b2ced34a53ecf4 namespace: kserve-ci-e2e-test resourceVersion: "18874" uid: 02feb8b4-9a67-474b-a5d2-c56ce998fc14 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:09Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-secondary-10f269-predictor namespace: kserve-ci-e2e-test resourceVersion: "18726" uid: 636acb7c-edc3-42d4-af6b-3d9d5936792d kind: Event lastTimestamp: "2026-05-25T12:30:09Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:30:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:30:09Z" name: isvc-secondary-10f269-predictor.18b2ced34a9a06f5 namespace: kserve-ci-e2e-test resourceVersion: "18875" uid: 0bf6cadb-0775-42f2-8507-d487e4a77ae9 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-05-25T12:29:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-10f269 namespace: kserve-ci-e2e-test resourceVersion: "18715" uid: 81d913f8-cf6e-4e00-a0e0-a26b9cb1667f kind: Event lastTimestamp: "2026-05-25T12:30:08Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-05-25T12:29:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:30:08Z" name: isvc-secondary-10f269.18b2cecfcba930cb namespace: kserve-ci-e2e-test resourceVersion: "18865" uid: c628be4b-c4e6-41d6-8e8d-f0ace01ab670 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:29:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-10f269 namespace: kserve-ci-e2e-test resourceVersion: "18715" uid: 81d913f8-cf6e-4e00-a0e0-a26b9cb1667f kind: Event lastTimestamp: "2026-05-25T12:29:54Z" message: 'Failed to update status for InferenceService "isvc-secondary-10f269": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-10f269": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:29:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:29:54Z" name: isvc-secondary-10f269.18b2cecfcbf7697e namespace: kserve-ci-e2e-test resourceVersion: "18731" uid: d0149ac8-84cc-4f65-bcc6-cfec1f3c36d2 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:29:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-10f269 namespace: kserve-ci-e2e-test resourceVersion: "18715" uid: 81d913f8-cf6e-4e00-a0e0-a26b9cb1667f kind: Event lastTimestamp: "2026-05-25T12:29:54Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-10f269": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:29:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:29:54Z" name: isvc-secondary-10f269.18b2cecfcbf7b714 namespace: kserve-ci-e2e-test resourceVersion: "18732" uid: d1a7e7be-069b-479b-8da2-575a1e32ccc2 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:20:48.320387Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13948" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm to ip-10-0-134-183.ec2.internal metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:20:48Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce5098c31334 namespace: kserve-ci-e2e-test resourceVersion: "13958" uid: 8a7296fe-d4a1-410c-b0f7-29139d77f4e6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13969" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: "2026-05-25T12:20:48Z" message: Add eth0 [10.134.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:20:48Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce50b2ef34b4 namespace: kserve-ci-e2e-test resourceVersion: "13996" uid: 56bb56b3-b6a9-4eab-9d25-409c93995597 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13952" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: "2026-05-25T12:20:48Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a" already present on machine metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:48Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce50b4494ab9 namespace: kserve-ci-e2e-test resourceVersion: "13998" uid: d29aafbf-f206-4ce5-b4d1-20142918991f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13952" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: "2026-05-25T12:20:48Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:48Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce50b752eeb7 namespace: kserve-ci-e2e-test resourceVersion: "13999" uid: 422011f4-4632-4164-b2a9-3b9a079d1225 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13952" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: "2026-05-25T12:20:48Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:48Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce50b7e759ce namespace: kserve-ci-e2e-test resourceVersion: "14000" uid: b3b598a1-40a1-4826-9461-1e08dbeaf170 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13952" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: "2026-05-25T12:20:53Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532" already present on machine metadata: creationTimestamp: "2026-05-25T12:20:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:53Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce51bd23b5d7 namespace: kserve-ci-e2e-test resourceVersion: "14051" uid: c94fce4c-a950-4367-9df1-6995f4ff50d0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13952" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: "2026-05-25T12:20:53Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-05-25T12:20:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:53Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce51c0ee2f04 namespace: kserve-ci-e2e-test resourceVersion: "14057" uid: 475a09d8-3bc1-4fe6-8a1b-7891843875dd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13952" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: "2026-05-25T12:20:53Z" message: Started container kserve-container metadata: creationTimestamp: "2026-05-25T12:20:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:53Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce51c164bcbf namespace: kserve-ci-e2e-test resourceVersion: "14058" uid: 87e7a1f9-4227-4181-a50b-3fdb722f41fb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13952" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: "2026-05-25T12:20:53Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-05-25T12:20:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:53Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce51c174282b namespace: kserve-ci-e2e-test resourceVersion: "14059" uid: b70c649d-20e7-4ea9-bf52-495580ae2f1d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13952" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: "2026-05-25T12:20:53Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-05-25T12:20:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:53Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce51c45b1a92 namespace: kserve-ci-e2e-test resourceVersion: "14063" uid: e67493b1-8168-4ef5-a6aa-bbd145b64dcc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13952" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: "2026-05-25T12:20:53Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:20:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:53Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce51c4cc43ba namespace: kserve-ci-e2e-test resourceVersion: "14064" uid: 64263bd3-fa02-4d36-bd8a-58e43628cf41 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-05-25T12:20:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13952" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: "2026-05-25T12:22:41Z" message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:20:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:41Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce51f95b5d11 namespace: kserve-ci-e2e-test resourceVersion: "15088" uid: df4eb26f-b4b4-4b41-a457-d088ebec2384 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13952" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: "2026-05-25T12:22:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:38Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce6a4547f94e namespace: kserve-ci-e2e-test resourceVersion: "14978" uid: ebe56ee7-caf9-4ba2-b9a2-4b089a245ae6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13952" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: "2026-05-25T12:22:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:38Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce6a45487d36 namespace: kserve-ci-e2e-test resourceVersion: "14979" uid: d4219d5d-d6fe-4a9b-baa4-cbf13f7af5b3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm namespace: kserve-ci-e2e-test resourceVersion: "13952" uid: 8fe1ba95-5b0a-4156-a667-a264c7dd7e5b kind: Event lastTimestamp: "2026-05-25T12:22:41Z" message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp 10.134.0.21:8643: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:22:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:41Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm.18b2ce6ae3752c14 namespace: kserve-ci-e2e-test resourceVersion: "15087" uid: eb4346ce-2c92-448d-b442-a44b4bf883ba reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985 namespace: kserve-ci-e2e-test resourceVersion: "13931" uid: 042d294b-60b1-4486-ab3c-e1d55ac13251 kind: Event lastTimestamp: "2026-05-25T12:20:48Z" message: 'Created pod: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985-6shnm' metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:20:48Z" name: isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985.18b2ce50983cfb5d namespace: kserve-ci-e2e-test resourceVersion: "13951" uid: 0dd1c0bc-be29-43ec-baa4-904dcfe1b764 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-raw-a7098-predictor namespace: kserve-ci-e2e-test resourceVersion: "13929" uid: bb44c979-4c01-4d19-8904-9cb0e8cc7fc5 kind: Event lastTimestamp: "2026-05-25T12:20:48Z" message: Scaled up replica set isvc-sklearn-graph-raw-a7098-predictor-6c4dc45985 from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:20:48Z" name: isvc-sklearn-graph-raw-a7098-predictor.18b2ce509404a4cb namespace: kserve-ci-e2e-test resourceVersion: "13934" uid: 7a25f931-7db7-4089-b464-e04863f85939 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:21:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-a7098-predictor namespace: kserve-ci-e2e-test resourceVersion: "13932" uid: 8bdf4d4c-d8f8-4805-a6bd-afab9727cbf9 kind: Event lastTimestamp: "2026-05-25T12:21:33Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:21:33Z" name: isvc-sklearn-graph-raw-a7098-predictor.18b2ce541308ca06 namespace: kserve-ci-e2e-test resourceVersion: "14382" uid: d5a5fad6-c151-4971-8d99-3738053e3019 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:21:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-a7098-predictor namespace: kserve-ci-e2e-test resourceVersion: "13932" uid: 8bdf4d4c-d8f8-4805-a6bd-afab9727cbf9 kind: Event lastTimestamp: "2026-05-25T12:21:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:21:33Z" name: isvc-sklearn-graph-raw-a7098-predictor.18b2ce54136c32ed namespace: kserve-ci-e2e-test resourceVersion: "14383" uid: ec7a0a31-37af-4114-bbd3-9faf9be9b72f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-05-25T12:21:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-a7098-predictor namespace: kserve-ci-e2e-test resourceVersion: "14143" uid: 8bdf4d4c-d8f8-4805-a6bd-afab9727cbf9 kind: Event lastTimestamp: "2026-05-25T12:22:33Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:21:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:22:33Z" name: isvc-sklearn-graph-raw-a7098-predictor.18b2ce57921ae7c4 namespace: kserve-ci-e2e-test resourceVersion: "14880" uid: 001ba2c3-9e31-44f1-a29f-59e20bea2b1a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-05-25T12:21:18Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-a7098-predictor namespace: kserve-ci-e2e-test resourceVersion: "14143" uid: 8bdf4d4c-d8f8-4805-a6bd-afab9727cbf9 kind: Event lastTimestamp: "2026-05-25T12:22:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:21:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:22:33Z" name: isvc-sklearn-graph-raw-a7098-predictor.18b2ce5792801b46 namespace: kserve-ci-e2e-test resourceVersion: "14881" uid: bb3086b6-c508-40df-9045-a94c9c798e39 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-a7098 namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: a4546e10-e889-4be1-9bb7-2802642a8b11 kind: Event lastTimestamp: "2026-05-25T12:22:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:22:01Z" name: isvc-sklearn-graph-raw-a7098.18b2ce50941a8cde namespace: kserve-ci-e2e-test resourceVersion: "14594" uid: 20b60ba7-9a22-4bc7-bccf-ba72297d95d1 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-a7098 namespace: kserve-ci-e2e-test resourceVersion: "13903" uid: a4546e10-e889-4be1-9bb7-2802642a8b11 kind: Event lastTimestamp: "2026-05-25T12:20:48Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-a7098": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-a7098": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:20:48Z" name: isvc-sklearn-graph-raw-a7098.18b2ce5094913185 namespace: kserve-ci-e2e-test resourceVersion: "13939" uid: d3c78731-5281-4312-b8f5-3c336407c9f2 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:01Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-a7098 namespace: kserve-ci-e2e-test resourceVersion: "14590" uid: a4546e10-e889-4be1-9bb7-2802642a8b11 kind: Event lastTimestamp: "2026-05-25T12:22:01Z" message: InferenceService [isvc-sklearn-graph-raw-a7098] is Ready metadata: creationTimestamp: "2026-05-25T12:22:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:22:01Z" name: isvc-sklearn-graph-raw-a7098.18b2ce6198d6fc25 namespace: kserve-ci-e2e-test resourceVersion: "14591" uid: 35f69ef6-8279-4527-81f0-5b7da7ea48cf reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:22:38.634642Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14984" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 to ip-10-0-134-183.ec2.internal metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:22:38Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce6a4800fe19 namespace: kserve-ci-e2e-test resourceVersion: "14994" uid: cd7f6cf2-c7fb-41ef-86d0-43c21973a890 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:38Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:22:38Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-94e63-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:38Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce6a5548ca62 namespace: kserve-ci-e2e-test resourceVersion: "15039" uid: 93fb808f-944e-4441-902e-4f3acfb39af7 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "15003" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:22:39Z" message: Add eth0 [10.134.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:22:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:22:39Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce6a85bf8fe4 namespace: kserve-ci-e2e-test resourceVersion: "15056" uid: 4e5698e7-ca31-492a-9e4b-3e5654197ad4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:22:39Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a" already present on machine metadata: creationTimestamp: "2026-05-25T12:22:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:39Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce6a871f4735 namespace: kserve-ci-e2e-test resourceVersion: "15058" uid: 8b89761e-1fb0-40d3-b3b4-b30dbe9f3d26 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:22:39Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-05-25T12:22:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:39Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce6a8a6bd9de namespace: kserve-ci-e2e-test resourceVersion: "15060" uid: 6d605b3b-762c-4ad2-8167-728f51ed3fb8 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:22:39Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-05-25T12:22:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:39Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce6a8b0f07bf namespace: kserve-ci-e2e-test resourceVersion: "15061" uid: 682d4156-bdea-4a45-b8f6-2274ac93122c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:22:43Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532" already present on machine metadata: creationTimestamp: "2026-05-25T12:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:43Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce6b6e63926f namespace: kserve-ci-e2e-test resourceVersion: "15113" uid: 5385bad7-8271-4c01-92d7-9a248819e708 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:22:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-05-25T12:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:43Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce6b71b3980e namespace: kserve-ci-e2e-test resourceVersion: "15119" uid: e07a49ab-bbef-496d-ab11-81432bfa4582 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:22:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-05-25T12:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:43Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce6b72190e80 namespace: kserve-ci-e2e-test resourceVersion: "15123" uid: b29fe640-c981-466b-b0c8-6a9385556a86 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:22:43Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-05-25T12:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:43Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce6b72254939 namespace: kserve-ci-e2e-test resourceVersion: "15125" uid: 5b0241ee-53f2-4029-aa74-877942328211 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:22:43Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-05-25T12:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:43Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce6b74cd429d namespace: kserve-ci-e2e-test resourceVersion: "15129" uid: 01a69243-66db-469d-83b5-a8a76e08c409 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:22:43Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:43Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce6b7538810c namespace: kserve-ci-e2e-test resourceVersion: "15131" uid: aaa5b716-b93c-439f-803b-1207094628f1 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-05-25T12:22:44Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:24:20Z" message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:22:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:20Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce6baa8377f6 namespace: kserve-ci-e2e-test resourceVersion: "16005" uid: 32638f78-b381-494f-a3c8-7998bdccc98d reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:24:18Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-05-25T12:24:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:18Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce81a369ab67 namespace: kserve-ci-e2e-test resourceVersion: "15950" uid: 045d80ef-3c48-4a37-b325-13cacd31b257 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:24:18Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:24:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:18Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce81a36a83cd namespace: kserve-ci-e2e-test resourceVersion: "15951" uid: 76cb9e6f-f47e-46d4-a5a5-08a2eba4ae24 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7 namespace: kserve-ci-e2e-test resourceVersion: "14988" uid: 87c07aa3-95d1-402c-9fde-901df344d3a2 kind: Event lastTimestamp: "2026-05-25T12:24:20Z" message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp 10.134.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:20Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7.18b2ce8204d5b338 namespace: kserve-ci-e2e-test resourceVersion: "16003" uid: e1398c5f-49ab-4835-a2e3-d731f3c35b56 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649 namespace: kserve-ci-e2e-test resourceVersion: "14956" uid: 48425924-a300-41d2-a2f3-685bdeebcab0 kind: Event lastTimestamp: "2026-05-25T12:22:38Z" message: 'Created pod: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649-nlpz7' metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:22:38Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649.18b2ce6a47919e55 namespace: kserve-ci-e2e-test resourceVersion: "14987" uid: 33d2facb-19fa-43d6-9182-18e29f9030f6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-raw-hpa-94e63-predictor namespace: kserve-ci-e2e-test resourceVersion: "14949" uid: df9edd17-cd93-4897-bbf1-3f90ca31673b kind: Event lastTimestamp: "2026-05-25T12:22:38Z" message: Scaled up replica set isvc-sklearn-graph-raw-hpa-94e63-predictor-9d474f649 from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:22:38Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor.18b2ce6a431fc910 namespace: kserve-ci-e2e-test resourceVersion: "14960" uid: 7672b823-67fe-4170-8699-d655b96ad5bd reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:22:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-94e63-predictor namespace: kserve-ci-e2e-test resourceVersion: "14955" uid: 46720ca8-2349-4fbb-81dd-302252feb098 kind: Event lastTimestamp: "2026-05-25T12:23:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:22:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:23:08Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor.18b2ce6dc1d14163 namespace: kserve-ci-e2e-test resourceVersion: "15326" uid: 31186627-f43a-4826-8eff-2c2c10c5741a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:22:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-94e63-predictor namespace: kserve-ci-e2e-test resourceVersion: "14955" uid: 46720ca8-2349-4fbb-81dd-302252feb098 kind: Event lastTimestamp: "2026-05-25T12:23:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:22:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:23:08Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor.18b2ce6dc22adcf3 namespace: kserve-ci-e2e-test resourceVersion: "15327" uid: c65a0712-e178-4911-b2c7-e448d8eb5b41 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-05-25T12:23:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-94e63-predictor namespace: kserve-ci-e2e-test resourceVersion: "15215" uid: 46720ca8-2349-4fbb-81dd-302252feb098 kind: Event lastTimestamp: "2026-05-25T12:24:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:23:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:24:08Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor.18b2ce74c034f6a9 namespace: kserve-ci-e2e-test resourceVersion: "15781" uid: 281b6840-9748-43cd-aa76-b2a092a0c82d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-05-25T12:23:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-94e63-predictor namespace: kserve-ci-e2e-test resourceVersion: "15215" uid: 46720ca8-2349-4fbb-81dd-302252feb098 kind: Event lastTimestamp: "2026-05-25T12:24:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:23:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:24:08Z" name: isvc-sklearn-graph-raw-hpa-94e63-predictor.18b2ce74c09f607d namespace: kserve-ci-e2e-test resourceVersion: "15783" uid: cab1cbf2-f466-46eb-bddb-c74f6c52a93c reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-05-25T12:22:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-94e63 namespace: kserve-ci-e2e-test resourceVersion: "14940" uid: 902ba309-e9b5-4562-8362-311ee4fb4bbe kind: Event lastTimestamp: "2026-05-25T12:23:50Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:23:50Z" name: isvc-sklearn-graph-raw-hpa-94e63.18b2ce6a431cd1ae namespace: kserve-ci-e2e-test resourceVersion: "15648" uid: 02493206-84ea-4246-83e9-8afc8d6edbf0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-94e63 namespace: kserve-ci-e2e-test resourceVersion: "14940" uid: 902ba309-e9b5-4562-8362-311ee4fb4bbe kind: Event lastTimestamp: "2026-05-25T12:22:38Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-94e63": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-94e63": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:22:38Z" name: isvc-sklearn-graph-raw-hpa-94e63.18b2ce6a43c2a06d namespace: kserve-ci-e2e-test resourceVersion: "14968" uid: 5dd8c4ac-6b60-4dd3-a3b7-60543ffaa4b3 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:23:50Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-94e63 namespace: kserve-ci-e2e-test resourceVersion: "15645" uid: 902ba309-e9b5-4562-8362-311ee4fb4bbe kind: Event lastTimestamp: "2026-05-25T12:23:50Z" message: InferenceService [isvc-sklearn-graph-raw-hpa-94e63] is Ready metadata: creationTimestamp: "2026-05-25T12:23:50Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:23:50Z" name: isvc-sklearn-graph-raw-hpa-94e63.18b2ce7b103b6cda namespace: kserve-ci-e2e-test resourceVersion: "15647" uid: a80a76da-fa76-49a6-8702-d4b36e2539a7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:26:04.268416Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16896" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w to ip-10-0-134-183.ec2.internal metadata: creationTimestamp: "2026-05-25T12:26:04Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:26:04Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2ce9a28bb78f2 namespace: kserve-ci-e2e-test resourceVersion: "16903" uid: e0d4d059-039e-483c-84e7-9d650460f671 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:04Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:26:04Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-4a8bd-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-05-25T12:26:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:04Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2ce9a360d153d namespace: kserve-ci-e2e-test resourceVersion: "16927" uid: b9080425-b066-44d8-981d-3fb555bb2142 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:05Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16908" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:26:05Z" message: Add eth0 [10.134.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:26:05Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2ce9a65f33d7a namespace: kserve-ci-e2e-test resourceVersion: "16940" uid: 718be34b-92f8-4104-aee7-789f4ba1e75f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:26:05Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a" already present on machine metadata: creationTimestamp: "2026-05-25T12:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:05Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2ce9a67684f26 namespace: kserve-ci-e2e-test resourceVersion: "16942" uid: 1196d553-9e19-465c-9d1e-715b0c36b797 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:26:05Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-05-25T12:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:05Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2ce9a6a65dcf9 namespace: kserve-ci-e2e-test resourceVersion: "16944" uid: c7cd0239-354d-4ef2-bfe7-d8631f0c5f99 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:05Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:26:05Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-05-25T12:26:05Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:05Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2ce9a6af2c7eb namespace: kserve-ci-e2e-test resourceVersion: "16945" uid: ee2d3c18-1b39-4172-a811-b0e0ac5f7e5d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:26:10Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532" already present on machine metadata: creationTimestamp: "2026-05-25T12:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:10Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2ce9b886458c7 namespace: kserve-ci-e2e-test resourceVersion: "16990" uid: 0846b8a1-f4ea-49c9-8342-b93f145d82a8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:26:10Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-05-25T12:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:10Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2ce9b8b42ac58 namespace: kserve-ci-e2e-test resourceVersion: "16993" uid: 3c7c72d3-41e3-467a-b194-b7ad8a22b0db reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:26:10Z" message: Started container kserve-container metadata: creationTimestamp: "2026-05-25T12:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:10Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2ce9b8bb3aabf namespace: kserve-ci-e2e-test resourceVersion: "16994" uid: 188b3e39-df15-4e30-82ac-e7928056694b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:26:10Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-05-25T12:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:10Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2ce9b8bbef450 namespace: kserve-ci-e2e-test resourceVersion: "16996" uid: 6064d56c-5db2-4b24-9b1e-06e4971c28be reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:26:10Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-05-25T12:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:10Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2ce9b8e5922e0 namespace: kserve-ci-e2e-test resourceVersion: "16998" uid: 7506e12e-7d73-409e-bb54-decc1893fa79 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:26:10Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:26:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:10Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2ce9b8eca3e3c namespace: kserve-ci-e2e-test resourceVersion: "16999" uid: 06d71fbf-e6ac-4f10-b269-12e4b3eba21e reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 16 eventTime: null firstTimestamp: "2026-05-25T12:26:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:28:34Z" message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:26:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:28:34Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2ce9c00093d98 namespace: kserve-ci-e2e-test resourceVersion: "18098" uid: dc652769-d601-4ad5-a53a-98e1b0848618 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:28:34Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-05-25T12:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:28:34Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2cebd2038bd55 namespace: kserve-ci-e2e-test resourceVersion: "18071" uid: 96510bcb-9685-4850-9eb1-0188c71659df reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:34Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:28:34Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:28:34Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:28:34Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2cebd2039ca14 namespace: kserve-ci-e2e-test resourceVersion: "18073" uid: 4bf7ff84-e216-4de7-a4f1-f6d7d709b1b6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:28:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w namespace: kserve-ci-e2e-test resourceVersion: "16898" uid: 2c2670ee-0cf0-4b98-873d-182daa4ce2c4 kind: Event lastTimestamp: "2026-05-25T12:28:43Z" message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp 10.134.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:28:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:28:43Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w.18b2cebdfe696a6d namespace: kserve-ci-e2e-test resourceVersion: "18184" uid: 91c44524-db96-493e-b6bb-1da48b04b7e0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:04Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5 namespace: kserve-ci-e2e-test resourceVersion: "16876" uid: 3071c5cd-4e79-4dc6-a84b-a9f8d0026b92 kind: Event lastTimestamp: "2026-05-25T12:26:04Z" message: 'Created pod: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5-dj79w' metadata: creationTimestamp: "2026-05-25T12:26:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:26:04Z" name: isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5.18b2ce9a2836539a namespace: kserve-ci-e2e-test resourceVersion: "16897" uid: b5c1329f-41d9-4365-bde5-895500a0e724 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:04Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-scale-raw-4a8bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "16870" uid: 5cd34086-fd9a-4256-8eb8-d200e6a9b2fa kind: Event lastTimestamp: "2026-05-25T12:26:04Z" message: Scaled up replica set isvc-sklearn-scale-raw-4a8bd-predictor-6c78c97cc5 from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:26:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:26:04Z" name: isvc-sklearn-scale-raw-4a8bd-predictor.18b2ce9a24d222ba namespace: kserve-ci-e2e-test resourceVersion: "16880" uid: 60266b15-a89b-4a0a-aa99-7dead361e8d2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:26:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-4a8bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "16874" uid: 6cdebc9a-f7c0-4189-bb3f-d9965634b932 kind: Event lastTimestamp: "2026-05-25T12:26:49Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:26:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:26:49Z" name: isvc-sklearn-scale-raw-4a8bd-predictor.18b2ce9da36423f3 namespace: kserve-ci-e2e-test resourceVersion: "17288" uid: 89e757c3-4f2e-4f66-848f-136eba1a481f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:26:19Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-4a8bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "16874" uid: 6cdebc9a-f7c0-4189-bb3f-d9965634b932 kind: Event lastTimestamp: "2026-05-25T12:26:49Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:26:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:26:49Z" name: isvc-sklearn-scale-raw-4a8bd-predictor.18b2ce9da3a15cb8 namespace: kserve-ci-e2e-test resourceVersion: "17289" uid: e6efd9f2-6e2e-4b04-87bc-ceccb24f25aa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-05-25T12:27:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-4a8bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "17067" uid: 6cdebc9a-f7c0-4189-bb3f-d9965634b932 kind: Event lastTimestamp: "2026-05-25T12:28:34Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:27:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:28:34Z" name: isvc-sklearn-scale-raw-4a8bd-predictor.18b2cea820b3449d namespace: kserve-ci-e2e-test resourceVersion: "18041" uid: b6ce6d04-2b81-4f94-8887-619d3cbf9100 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-05-25T12:27:04Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-4a8bd-predictor namespace: kserve-ci-e2e-test resourceVersion: "17067" uid: 6cdebc9a-f7c0-4189-bb3f-d9965634b932 kind: Event lastTimestamp: "2026-05-25T12:28:34Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:27:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:28:34Z" name: isvc-sklearn-scale-raw-4a8bd-predictor.18b2cea8211d1589 namespace: kserve-ci-e2e-test resourceVersion: "18042" uid: 8bef077b-0b19-459d-818f-e60b6d553341 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 13 eventTime: null firstTimestamp: "2026-05-25T12:26:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-4a8bd namespace: kserve-ci-e2e-test resourceVersion: "16855" uid: b600fea4-51ba-40ee-bf16-7c14e70813de kind: Event lastTimestamp: "2026-05-25T12:28:24Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-05-25T12:26:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:28:24Z" name: isvc-sklearn-scale-raw-4a8bd.18b2ce9a24b0f875 namespace: kserve-ci-e2e-test resourceVersion: "17976" uid: 322f591c-cd20-4ce0-ae67-25e889ca5754 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:26:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-4a8bd namespace: kserve-ci-e2e-test resourceVersion: "16855" uid: b600fea4-51ba-40ee-bf16-7c14e70813de kind: Event lastTimestamp: "2026-05-25T12:26:04Z" message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-4a8bd": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-4a8bd": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:26:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:26:04Z" name: isvc-sklearn-scale-raw-4a8bd.18b2ce9a2552be00 namespace: kserve-ci-e2e-test resourceVersion: "16923" uid: f96430f7-2806-416c-870e-09434994e89d reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-4a8bd namespace: kserve-ci-e2e-test resourceVersion: "16877" uid: b600fea4-51ba-40ee-bf16-7c14e70813de kind: Event lastTimestamp: "2026-05-25T12:26:04Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-4a8bd": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:26:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:26:04Z" name: isvc-sklearn-scale-raw-4a8bd.18b2ce9a2c8c248f namespace: kserve-ci-e2e-test resourceVersion: "16926" uid: 081adb00-4b34-44c5-9a7f-1e4e3999af27 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:28:24Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-4a8bd namespace: kserve-ci-e2e-test resourceVersion: "17973" uid: b600fea4-51ba-40ee-bf16-7c14e70813de kind: Event lastTimestamp: "2026-05-25T12:28:24Z" message: InferenceService [isvc-sklearn-scale-raw-4a8bd] is Ready metadata: creationTimestamp: "2026-05-25T12:28:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:28:24Z" name: isvc-sklearn-scale-raw-4a8bd.18b2cebadd6f04a0 namespace: kserve-ci-e2e-test resourceVersion: "17974" uid: 11b552b1-e320-4034-b1d2-9cf833c9f1f2 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:20:48.390970Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13973" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk to ip-10-0-134-183.ec2.internal metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:20:48Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce509cf81ba9 namespace: kserve-ci-e2e-test resourceVersion: "13980" uid: f32aacbd-b04a-403f-b335-5db7fb07fe2e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:20:48Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-a7098-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:48Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce50a7d6e230 namespace: kserve-ci-e2e-test resourceVersion: "13990" uid: d8ad863e-d6d8-4356-924e-ba7d1df92dd5 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:49Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13986" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:20:49Z" message: Add eth0 [10.134.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:20:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:20:49Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce50d9f984c4 namespace: kserve-ci-e2e-test resourceVersion: "14010" uid: 17a6b7ba-3f9f-4640-9a12-b136a9861f38 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:20:49Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a" already present on machine metadata: creationTimestamp: "2026-05-25T12:20:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:49Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce50db5c6ddb namespace: kserve-ci-e2e-test resourceVersion: "14012" uid: 28bcf1b2-822d-42b9-823d-c3974e6e0f9b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:20:49Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-05-25T12:20:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:49Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce50de3e6638 namespace: kserve-ci-e2e-test resourceVersion: "14013" uid: 4cb1821b-8c52-4885-9051-258291ee60c7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:20:49Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-05-25T12:20:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:49Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce50dec6a7b2 namespace: kserve-ci-e2e-test resourceVersion: "14014" uid: 46d36d82-1116-4675-8e88-e6f30c37d2b5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:53Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:20:53Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-05-25T12:20:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:20:53Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce51bd3a8bd8 namespace: kserve-ci-e2e-test resourceVersion: "14052" uid: 02ad2df9-954f-426d-8735-d7cd32757a2e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:21:10Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:21:10Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.761s (17.761s including waiting). Image size: 1306319098 bytes.' metadata: creationTimestamp: "2026-05-25T12:21:10Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:21:10Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce55dfebf184 namespace: kserve-ci-e2e-test resourceVersion: "14207" uid: e98a6aa5-2a22-4642-a089-9108ae9eab44 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:21:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:21:11Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-05-25T12:21:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:21:11Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce55e3644deb namespace: kserve-ci-e2e-test resourceVersion: "14208" uid: e7beca1d-dc5d-4697-890c-022ee1e9ff6a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:21:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:21:11Z" message: Started container kserve-container metadata: creationTimestamp: "2026-05-25T12:21:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:21:11Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce55e3d6a076 namespace: kserve-ci-e2e-test resourceVersion: "14209" uid: 4ee80c4c-4874-4989-8aeb-21010af70bbc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:21:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:21:11Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-05-25T12:21:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:21:11Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce55e3e2470b namespace: kserve-ci-e2e-test resourceVersion: "14210" uid: b4d2b553-0520-42a9-baea-947bca7c9dc8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:21:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:21:11Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-05-25T12:21:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:21:11Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce55e680bf51 namespace: kserve-ci-e2e-test resourceVersion: "14212" uid: 827d3ecd-18b9-42f6-abd8-674b4d9796f4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:21:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:21:11Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:21:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:21:11Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce55e6eef7a8 namespace: kserve-ci-e2e-test resourceVersion: "14213" uid: d6e594e6-a38c-4f17-8f0d-02f7819ac576 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-05-25T12:21:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:22:08Z" message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:21:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:08Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce562dfe74f1 namespace: kserve-ci-e2e-test resourceVersion: "14653" uid: 69b081ff-bac0-4d47-ba85-bcc65101ca21 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:22:38Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:38Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce6a4e9a14bf namespace: kserve-ci-e2e-test resourceVersion: "15025" uid: ea40f5e2-310b-4e02-8f2c-892675215781 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk namespace: kserve-ci-e2e-test resourceVersion: "13976" uid: cef298dd-6c2a-4607-9201-7dc8e42a58c0 kind: Event lastTimestamp: "2026-05-25T12:22:38Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:38Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk.18b2ce6a4e9a6c2d namespace: kserve-ci-e2e-test resourceVersion: "15027" uid: 3a5c140d-c0db-4505-8803-49c2b7129c29 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7 namespace: kserve-ci-e2e-test resourceVersion: "13959" uid: e84772ab-e898-4275-9d9f-9d56538157f8 kind: Event lastTimestamp: "2026-05-25T12:20:48Z" message: 'Created pod: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7-qvtkk' metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:20:48Z" name: isvc-xgboost-graph-raw-a7098-predictor-8f8798c7.18b2ce509c885989 namespace: kserve-ci-e2e-test resourceVersion: "13975" uid: 4b79fcd6-11aa-4e42-aa16-34313b3a519a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-raw-a7098-predictor namespace: kserve-ci-e2e-test resourceVersion: "13956" uid: 1097f45e-66d7-4190-83e3-7e6b922f9519 kind: Event lastTimestamp: "2026-05-25T12:20:48Z" message: Scaled up replica set isvc-xgboost-graph-raw-a7098-predictor-8f8798c7 from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:20:48Z" name: isvc-xgboost-graph-raw-a7098-predictor.18b2ce50996011e9 namespace: kserve-ci-e2e-test resourceVersion: "13963" uid: 1c750b64-b09d-4543-a554-01e352257a72 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:21:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-a7098-predictor namespace: kserve-ci-e2e-test resourceVersion: "13960" uid: 7033eb43-3f87-4063-bad6-7c6e30a195c5 kind: Event lastTimestamp: "2026-05-25T12:21:48Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:21:48Z" name: isvc-xgboost-graph-raw-a7098-predictor.18b2ce5418109f74 namespace: kserve-ci-e2e-test resourceVersion: "14496" uid: 11a0ad46-ae39-424e-8c7b-431231249dec reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:21:03Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-a7098-predictor namespace: kserve-ci-e2e-test resourceVersion: "13960" uid: 7033eb43-3f87-4063-bad6-7c6e30a195c5 kind: Event lastTimestamp: "2026-05-25T12:21:48Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:21:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:21:48Z" name: isvc-xgboost-graph-raw-a7098-predictor.18b2ce54187f200d namespace: kserve-ci-e2e-test resourceVersion: "14497" uid: b77515be-4316-46ac-9914-8eb06d78a34b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-05-25T12:21:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-a7098-predictor namespace: kserve-ci-e2e-test resourceVersion: "14146" uid: 7033eb43-3f87-4063-bad6-7c6e30a195c5 kind: Event lastTimestamp: "2026-05-25T12:22:33Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:22:33Z" name: isvc-xgboost-graph-raw-a7098-predictor.18b2ce5b15c8a487 namespace: kserve-ci-e2e-test resourceVersion: "14883" uid: 2757e155-44e8-4741-b8f7-887da42c5b7b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-05-25T12:21:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-a7098-predictor namespace: kserve-ci-e2e-test resourceVersion: "14146" uid: 7033eb43-3f87-4063-bad6-7c6e30a195c5 kind: Event lastTimestamp: "2026-05-25T12:22:33Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:21:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:22:33Z" name: isvc-xgboost-graph-raw-a7098-predictor.18b2ce5b162e75e4 namespace: kserve-ci-e2e-test resourceVersion: "14884" uid: 5789d13b-cf92-43b5-8908-baee946aad4b reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-05-25T12:20:48Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-a7098 namespace: kserve-ci-e2e-test resourceVersion: "13943" uid: 0d43787f-709a-4562-9b7a-52a745ab6d92 kind: Event lastTimestamp: "2026-05-25T12:22:18Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-05-25T12:20:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:22:18Z" name: isvc-xgboost-graph-raw-a7098.18b2ce50996b4a4f namespace: kserve-ci-e2e-test resourceVersion: "14733" uid: fbb81105-e479-4351-9426-c2ce7559d767 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-a7098 namespace: kserve-ci-e2e-test resourceVersion: "14731" uid: 0d43787f-709a-4562-9b7a-52a745ab6d92 kind: Event lastTimestamp: "2026-05-25T12:22:18Z" message: InferenceService [isvc-xgboost-graph-raw-a7098] is Ready metadata: creationTimestamp: "2026-05-25T12:22:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:22:18Z" name: isvc-xgboost-graph-raw-a7098.18b2ce65910d81b3 namespace: kserve-ci-e2e-test resourceVersion: "14732" uid: 300bcff4-5009-48bb-a208-0e1eb8c84398 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:22:38.787288Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15028" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 to ip-10-0-134-183.ec2.internal metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:22:38Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce6a511a3e90 namespace: kserve-ci-e2e-test resourceVersion: "15032" uid: d057fbe0-7462-46b0-9bf8-d82c67fc2532 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:22:39Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-94e63-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-05-25T12:22:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:39Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce6a61543ea6 namespace: kserve-ci-e2e-test resourceVersion: "15046" uid: ecfad3f5-b2a1-4299-9270-80fa414006fb reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:39Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15037" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:22:39Z" message: Add eth0 [10.134.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:22:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:22:39Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce6a8e759a22 namespace: kserve-ci-e2e-test resourceVersion: "15062" uid: 0ea3e442-35d3-4dd9-854d-208756ef84bb reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:22:39Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a" already present on machine metadata: creationTimestamp: "2026-05-25T12:22:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:39Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce6a8fc5411b namespace: kserve-ci-e2e-test resourceVersion: "15064" uid: b19010e1-b70e-4e84-a747-3804c5cf15dc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:22:39Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-05-25T12:22:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:39Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce6a927326db namespace: kserve-ci-e2e-test resourceVersion: "15065" uid: 9f3d9828-a6b1-4d1f-b285-a8de682221ea reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:39Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:22:39Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-05-25T12:22:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:39Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce6a92d2d0f6 namespace: kserve-ci-e2e-test resourceVersion: "15066" uid: 205a0bca-3f86-489e-bc9c-93f10861805c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:22:43Z" message: Container image "kserve/xgbserver:latest" already present on machine metadata: creationTimestamp: "2026-05-25T12:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:43Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce6b6e9124ae namespace: kserve-ci-e2e-test resourceVersion: "15114" uid: 32e4967b-7762-4241-a328-d7e251aa7282 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:22:43Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-05-25T12:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:43Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce6b71bb0197 namespace: kserve-ci-e2e-test resourceVersion: "15122" uid: 053f0e52-41ae-4f41-b37a-c1ab5c3a90c2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:22:43Z" message: Started container kserve-container metadata: creationTimestamp: "2026-05-25T12:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:43Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce6b72216b2a namespace: kserve-ci-e2e-test resourceVersion: "15124" uid: ce44d275-42eb-4602-b06b-83302ca36f12 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:22:43Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-05-25T12:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:43Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce6b722e64e2 namespace: kserve-ci-e2e-test resourceVersion: "15126" uid: 4a533e76-673f-4fce-b376-3871ee08c8c3 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:22:43Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-05-25T12:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:43Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce6b74d6a98d namespace: kserve-ci-e2e-test resourceVersion: "15130" uid: 5476d9a9-e125-43e7-a96a-7607af90c259 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:22:43Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:22:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:43Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce6b7544d855 namespace: kserve-ci-e2e-test resourceVersion: "15132" uid: b9e7e072-7d62-4387-b908-fa623c2591bb reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-05-25T12:22:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:24:21Z" message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:22:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:21Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce6be66f05f5 namespace: kserve-ci-e2e-test resourceVersion: "16015" uid: 65dfc3cf-257f-4bbf-8767-0abc649e7afe reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:24:19Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-05-25T12:24:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:19Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce81aa0b742f namespace: kserve-ci-e2e-test resourceVersion: "15981" uid: ad02af07-28e9-4214-99d7-5f1ba97aafea reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:24:19Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:24:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:19Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce81aa0be888 namespace: kserve-ci-e2e-test resourceVersion: "15982" uid: da1877c1-4b81-4668-ad55-3a9ec234340f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8 namespace: kserve-ci-e2e-test resourceVersion: "15030" uid: ad22a875-9798-4221-ab20-ff7c796f50df kind: Event lastTimestamp: "2026-05-25T12:24:21Z" message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp 10.134.0.24:8643: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:21Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8.18b2ce8240aa3b58 namespace: kserve-ci-e2e-test resourceVersion: "16014" uid: ea5cff78-e151-45d5-8e65-105760788a1e reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:38Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f namespace: kserve-ci-e2e-test resourceVersion: "14996" uid: 23cdd32d-d65f-4d50-82b5-114512a853e4 kind: Event lastTimestamp: "2026-05-25T12:22:38Z" message: 'Created pod: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f-m8vv8' metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:22:38Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f.18b2ce6a50aa4142 namespace: kserve-ci-e2e-test resourceVersion: "15029" uid: 50c23700-dd0f-413e-8570-9a24457114da reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:38Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-raw-hpa-94e63-predictor namespace: kserve-ci-e2e-test resourceVersion: "14992" uid: b6bcf00b-440b-4b61-aafd-959b10148b28 kind: Event lastTimestamp: "2026-05-25T12:22:38Z" message: Scaled up replica set isvc-xgboost-graph-raw-hpa-94e63-predictor-6c76597f6f from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:22:38Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor.18b2ce6a48d89e70 namespace: kserve-ci-e2e-test resourceVersion: "14999" uid: b1a09c50-d7f1-408d-b26b-abd77dbfaaf1 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:22:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-94e63-predictor namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: b0869585-504f-42e5-8adc-0396b7dc3a8e kind: Event lastTimestamp: "2026-05-25T12:23:08Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:22:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:23:08Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor.18b2ce6dc75ecfd2 namespace: kserve-ci-e2e-test resourceVersion: "15328" uid: b7466661-0c2c-41ca-9a75-bc45d72263b0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:22:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-94e63-predictor namespace: kserve-ci-e2e-test resourceVersion: "14995" uid: b0869585-504f-42e5-8adc-0396b7dc3a8e kind: Event lastTimestamp: "2026-05-25T12:23:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:22:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:23:08Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor.18b2ce6dc7acb26f namespace: kserve-ci-e2e-test resourceVersion: "15329" uid: 9a5808c1-7de6-4e70-bf7a-79a857206ffc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-05-25T12:23:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-94e63-predictor namespace: kserve-ci-e2e-test resourceVersion: "15218" uid: b0869585-504f-42e5-8adc-0396b7dc3a8e kind: Event lastTimestamp: "2026-05-25T12:24:08Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:23:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:24:08Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor.18b2ce74c51f31e5 namespace: kserve-ci-e2e-test resourceVersion: "15797" uid: 86807a9a-d250-47e1-9ae8-5e935f5e6d8c reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-05-25T12:23:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-94e63-predictor namespace: kserve-ci-e2e-test resourceVersion: "15218" uid: b0869585-504f-42e5-8adc-0396b7dc3a8e kind: Event lastTimestamp: "2026-05-25T12:24:08Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:23:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:24:08Z" name: isvc-xgboost-graph-raw-hpa-94e63-predictor.18b2ce74c58b278c namespace: kserve-ci-e2e-test resourceVersion: "15800" uid: c1f46008-9175-4710-8e05-642695d18e2a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-05-25T12:22:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-94e63 namespace: kserve-ci-e2e-test resourceVersion: "14977" uid: 117e3459-0bff-4cbd-94ca-e89aaacd6866 kind: Event lastTimestamp: "2026-05-25T12:23:51Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:23:51Z" name: isvc-xgboost-graph-raw-hpa-94e63.18b2ce6a48a812ee namespace: kserve-ci-e2e-test resourceVersion: "15663" uid: 4afc1fd8-4622-4e8a-808f-67225459acd0 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:38Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-94e63 namespace: kserve-ci-e2e-test resourceVersion: "14977" uid: 117e3459-0bff-4cbd-94ca-e89aaacd6866 kind: Event lastTimestamp: "2026-05-25T12:22:38Z" message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-94e63": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-94e63": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:22:38Z" name: isvc-xgboost-graph-raw-hpa-94e63.18b2ce6a48fbdfcf namespace: kserve-ci-e2e-test resourceVersion: "15002" uid: 90ebd739-97cd-4752-b1e2-5ae2a814de25 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:23:51Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-94e63 namespace: kserve-ci-e2e-test resourceVersion: "15660" uid: 117e3459-0bff-4cbd-94ca-e89aaacd6866 kind: Event lastTimestamp: "2026-05-25T12:23:51Z" message: InferenceService [isvc-xgboost-graph-raw-hpa-94e63] is Ready metadata: creationTimestamp: "2026-05-25T12:23:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:23:51Z" name: isvc-xgboost-graph-raw-hpa-94e63.18b2ce7b4aacca87 namespace: kserve-ci-e2e-test resourceVersion: "15662" uid: 05cf71d7-2993-4e37-8b2c-06c0952eaab7 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:24:18.987697Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6 namespace: kserve-ci-e2e-test resourceVersion: "15949" uid: 03a47ff3-a5a8-47d0-9984-c407390ba6e7 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6 to ip-10-0-130-54.ec2.internal metadata: creationTimestamp: "2026-05-25T12:24:18Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:24:18Z" name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6.18b2ce81a5831cf7 namespace: kserve-ci-e2e-test resourceVersion: "15959" uid: 445d9926-57b6-4b37-afa8-da9ec18de27b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:19Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6 namespace: kserve-ci-e2e-test resourceVersion: "15971" uid: 03a47ff3-a5a8-47d0-9984-c407390ba6e7 kind: Event lastTimestamp: "2026-05-25T12:24:19Z" message: Add eth0 [10.133.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:24:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:24:19Z" name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6.18b2ce81bf7d4315 namespace: kserve-ci-e2e-test resourceVersion: "15990" uid: 23b55dba-6608-4bdb-9eba-8d7c20ad7411 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6 namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: 03a47ff3-a5a8-47d0-9984-c407390ba6e7 kind: Event lastTimestamp: "2026-05-25T12:24:19Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-05-25T12:24:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:19Z" name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6.18b2ce81c12c406d namespace: kserve-ci-e2e-test resourceVersion: "15992" uid: 65e1dceb-42ce-4885-ba52-d882f22fc11e reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6 namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: 03a47ff3-a5a8-47d0-9984-c407390ba6e7 kind: Event lastTimestamp: "2026-05-25T12:24:20Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.056s (1.056s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-05-25T12:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:20Z" name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6.18b2ce82002b6eb6 namespace: kserve-ci-e2e-test resourceVersion: "15999" uid: 38053b78-1543-42d1-a7b7-37bd0eae0782 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6 namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: 03a47ff3-a5a8-47d0-9984-c407390ba6e7 kind: Event lastTimestamp: "2026-05-25T12:24:20Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-05-25T12:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:20Z" name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6.18b2ce8204379fcc namespace: kserve-ci-e2e-test resourceVersion: "16001" uid: 004855fb-00bb-49ad-8a56-20ea0668f8dc reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6 namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: 03a47ff3-a5a8-47d0-9984-c407390ba6e7 kind: Event lastTimestamp: "2026-05-25T12:24:20Z" message: Started container kserve-container metadata: creationTimestamp: "2026-05-25T12:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:20Z" name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6.18b2ce8204b29472 namespace: kserve-ci-e2e-test resourceVersion: "16002" uid: a9f653d5-4fb7-4421-8084-e582df9cc798 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:20Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6 namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: 03a47ff3-a5a8-47d0-9984-c407390ba6e7 kind: Event lastTimestamp: "2026-05-25T12:24:20Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-05-25T12:24:20Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:20Z" name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6.18b2ce8204c0d40d namespace: kserve-ci-e2e-test resourceVersion: "16004" uid: 3950ea0b-e35b-4401-8072-939b37c07b1d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6 namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: 03a47ff3-a5a8-47d0-9984-c407390ba6e7 kind: Event lastTimestamp: "2026-05-25T12:24:22Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.371s (2.371s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-05-25T12:24:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:22Z" name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6.18b2ce829219713a namespace: kserve-ci-e2e-test resourceVersion: "16028" uid: 0e4cc5e5-17b9-4542-b50a-f5818646604b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6 namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: 03a47ff3-a5a8-47d0-9984-c407390ba6e7 kind: Event lastTimestamp: "2026-05-25T12:24:23Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-05-25T12:24:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:23Z" name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6.18b2ce82958010ea namespace: kserve-ci-e2e-test resourceVersion: "16030" uid: c166bbb0-fbc0-4ca5-93bc-bdffb05cabf7 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:23Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6 namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: 03a47ff3-a5a8-47d0-9984-c407390ba6e7 kind: Event lastTimestamp: "2026-05-25T12:24:23Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:24:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:23Z" name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6.18b2ce8295faf951 namespace: kserve-ci-e2e-test resourceVersion: "16031" uid: d21c09d8-6edf-4750-9d27-4f7501611edc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6 namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: 03a47ff3-a5a8-47d0-9984-c407390ba6e7 kind: Event lastTimestamp: "2026-05-25T12:26:04Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-05-25T12:26:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:04Z" name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6.18b2ce9a2cdcb9ae namespace: kserve-ci-e2e-test resourceVersion: "16924" uid: 306535af-43fd-42e3-8e26-a63c08c88cf2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:26:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6 namespace: kserve-ci-e2e-test resourceVersion: "15956" uid: 03a47ff3-a5a8-47d0-9984-c407390ba6e7 kind: Event lastTimestamp: "2026-05-25T12:26:04Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:26:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:26:04Z" name: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6.18b2ce9a2cdd5cda namespace: kserve-ci-e2e-test resourceVersion: "16925" uid: 0ec9f5e5-adc6-48ae-baef-f7948dc9ef38 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:18Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-raw-0f5ec-predictor-566f7456bf namespace: kserve-ci-e2e-test resourceVersion: "15929" uid: 6dd0992d-4e87-458d-a1a6-64bca3447252 kind: Event lastTimestamp: "2026-05-25T12:24:18Z" message: 'Created pod: message-dumper-raw-0f5ec-predictor-566f7456bf-5v6j6' metadata: creationTimestamp: "2026-05-25T12:24:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:24:18Z" name: message-dumper-raw-0f5ec-predictor-566f7456bf.18b2ce81a4238f2b namespace: kserve-ci-e2e-test resourceVersion: "15952" uid: b65a551e-5106-4994-bc11-4c3e3d76baa0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:18Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-raw-0f5ec-predictor namespace: kserve-ci-e2e-test resourceVersion: "15923" uid: 2d5e9a1d-269b-4635-9d7a-18992f076341 kind: Event lastTimestamp: "2026-05-25T12:24:18Z" message: Scaled up replica set message-dumper-raw-0f5ec-predictor-566f7456bf from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:24:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:24:18Z" name: message-dumper-raw-0f5ec-predictor.18b2ce81a0929baf namespace: kserve-ci-e2e-test resourceVersion: "15934" uid: 1d09beeb-1c19-47da-8991-924cb80eaa3d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:24:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-0f5ec-predictor namespace: kserve-ci-e2e-test resourceVersion: "15928" uid: d20eefa2-942e-42ab-a9f4-a8616b792d71 kind: Event lastTimestamp: "2026-05-25T12:25:03Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:24:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:25:03Z" name: message-dumper-raw-0f5ec-predictor.18b2ce851fa7c86f namespace: kserve-ci-e2e-test resourceVersion: "16415" uid: d5a94485-5516-45d7-b785-677daf42106b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:24:33Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-0f5ec-predictor namespace: kserve-ci-e2e-test resourceVersion: "15928" uid: d20eefa2-942e-42ab-a9f4-a8616b792d71 kind: Event lastTimestamp: "2026-05-25T12:25:03Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:24:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:25:03Z" name: message-dumper-raw-0f5ec-predictor.18b2ce85201a7fec namespace: kserve-ci-e2e-test resourceVersion: "16416" uid: 3c7bc4a5-659e-429d-96c5-b87621e1a6fa reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 7 eventTime: null firstTimestamp: "2026-05-25T12:24:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-0f5ec namespace: kserve-ci-e2e-test resourceVersion: "15915" uid: 0ae21312-2901-4835-a10a-f217aac488e3 kind: Event lastTimestamp: "2026-05-25T12:24:32Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-05-25T12:24:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:24:32Z" name: message-dumper-raw-0f5ec.18b2ce81a06c46af namespace: kserve-ci-e2e-test resourceVersion: "16111" uid: 061c282b-bf1a-40b2-9846-67007ac77baf reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:18Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-0f5ec namespace: kserve-ci-e2e-test resourceVersion: "15915" uid: 0ae21312-2901-4835-a10a-f217aac488e3 kind: Event lastTimestamp: "2026-05-25T12:24:18Z" message: 'Failed to update status for InferenceService "message-dumper-raw-0f5ec": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-0f5ec": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:24:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:24:18Z" name: message-dumper-raw-0f5ec.18b2ce81a10831f0 namespace: kserve-ci-e2e-test resourceVersion: "15937" uid: 1bd05f5e-6142-4f1b-a755-de8111c61e6e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-0f5ec namespace: kserve-ci-e2e-test resourceVersion: "16108" uid: 0ae21312-2901-4835-a10a-f217aac488e3 kind: Event lastTimestamp: "2026-05-25T12:24:32Z" message: InferenceService [message-dumper-raw-0f5ec] is Ready metadata: creationTimestamp: "2026-05-25T12:24:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:24:32Z" name: message-dumper-raw-0f5ec.18b2ce84ae5d4f07 namespace: kserve-ci-e2e-test resourceVersion: "16110" uid: b03d99da-79ce-4c07-a930-8e2e1f64f275 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:22:28.355637Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-a7098-774f676bb5-nwgj4 namespace: kserve-ci-e2e-test resourceVersion: "14815" uid: 0e499336-e0b4-4cc3-ad25-cb2c94d3baf9 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-a7098-774f676bb5-nwgj4 to ip-10-0-130-54.ec2.internal metadata: creationTimestamp: "2026-05-25T12:22:28Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:22:28Z" name: model-chainer-raw-a7098-774f676bb5-nwgj4.18b2ce67e353ce5c namespace: kserve-ci-e2e-test resourceVersion: "14820" uid: 49057fb4-f50b-4e80-9aac-ed8649970e0c reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:28Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-a7098-774f676bb5-nwgj4 namespace: kserve-ci-e2e-test resourceVersion: "14823" uid: 0e499336-e0b4-4cc3-ad25-cb2c94d3baf9 kind: Event lastTimestamp: "2026-05-25T12:22:28Z" message: Add eth0 [10.133.0.33/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:22:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:22:28Z" name: model-chainer-raw-a7098-774f676bb5-nwgj4.18b2ce67fd2cbe93 namespace: kserve-ci-e2e-test resourceVersion: "14836" uid: e6504bf1-2c26-4af1-ab23-5adfb357f126 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-a7098} kind: Pod name: model-chainer-raw-a7098-774f676bb5-nwgj4 namespace: kserve-ci-e2e-test resourceVersion: "14817" uid: 0e499336-e0b4-4cc3-ad25-cb2c94d3baf9 kind: Event lastTimestamp: "2026-05-25T12:22:28Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:41f0ca4b45114a1d81ffad66a667eba2baa4df82ad74c2ffc611dc9cdef0d94a" metadata: creationTimestamp: "2026-05-25T12:22:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:28Z" name: model-chainer-raw-a7098-774f676bb5-nwgj4.18b2ce67fe754c85 namespace: kserve-ci-e2e-test resourceVersion: "14838" uid: 5fb6e3cc-e0d7-41ee-b286-0508dc7c7ee7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-a7098} kind: Pod name: model-chainer-raw-a7098-774f676bb5-nwgj4 namespace: kserve-ci-e2e-test resourceVersion: "14817" uid: 0e499336-e0b4-4cc3-ad25-cb2c94d3baf9 kind: Event lastTimestamp: "2026-05-25T12:22:30Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:41f0ca4b45114a1d81ffad66a667eba2baa4df82ad74c2ffc611dc9cdef0d94a" in 1.691s (1.691s including waiting). Image size: 218005275 bytes.' metadata: creationTimestamp: "2026-05-25T12:22:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:30Z" name: model-chainer-raw-a7098-774f676bb5-nwgj4.18b2ce68634cc276 namespace: kserve-ci-e2e-test resourceVersion: "14848" uid: ea86435b-28b1-46dc-99d0-9c12c0a7dd56 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-a7098} kind: Pod name: model-chainer-raw-a7098-774f676bb5-nwgj4 namespace: kserve-ci-e2e-test resourceVersion: "14817" uid: 0e499336-e0b4-4cc3-ad25-cb2c94d3baf9 kind: Event lastTimestamp: "2026-05-25T12:22:30Z" message: 'Created container: model-chainer-raw-a7098' metadata: creationTimestamp: "2026-05-25T12:22:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:30Z" name: model-chainer-raw-a7098-774f676bb5-nwgj4.18b2ce68674cc5d8 namespace: kserve-ci-e2e-test resourceVersion: "14850" uid: be941d23-b300-4175-960a-32680a162dcd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:30Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-a7098} kind: Pod name: model-chainer-raw-a7098-774f676bb5-nwgj4 namespace: kserve-ci-e2e-test resourceVersion: "14817" uid: 0e499336-e0b4-4cc3-ad25-cb2c94d3baf9 kind: Event lastTimestamp: "2026-05-25T12:22:30Z" message: Started container model-chainer-raw-a7098 metadata: creationTimestamp: "2026-05-25T12:22:30Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:30Z" name: model-chainer-raw-a7098-774f676bb5-nwgj4.18b2ce6867c75d30 namespace: kserve-ci-e2e-test resourceVersion: "14851" uid: 8925b1b8-41e4-4d3f-837e-8b98d20774df reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-a7098} kind: Pod name: model-chainer-raw-a7098-774f676bb5-nwgj4 namespace: kserve-ci-e2e-test resourceVersion: "14817" uid: 0e499336-e0b4-4cc3-ad25-cb2c94d3baf9 kind: Event lastTimestamp: "2026-05-25T12:22:38Z" message: Stopping container model-chainer-raw-a7098 metadata: creationTimestamp: "2026-05-25T12:22:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:22:38Z" name: model-chainer-raw-a7098-774f676bb5-nwgj4.18b2ce6a3b677a32 namespace: kserve-ci-e2e-test resourceVersion: "14937" uid: 686e71cd-6469-4e67-8143-250579f3343b reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-25T12:22:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-a7098} kind: Pod name: model-chainer-raw-a7098-774f676bb5-nwgj4 namespace: kserve-ci-e2e-test resourceVersion: "14817" uid: 0e499336-e0b4-4cc3-ad25-cb2c94d3baf9 kind: Event lastTimestamp: "2026-05-25T12:23:07Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-05-25T12:22:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:23:07Z" name: model-chainer-raw-a7098-774f676bb5-nwgj4.18b2ce6b2eacff27 namespace: kserve-ci-e2e-test resourceVersion: "15319" uid: 3baeda8a-2f13-4d92-b98a-1416f2880c68 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:28Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-raw-a7098-774f676bb5 namespace: kserve-ci-e2e-test resourceVersion: "14812" uid: d9442799-7d3b-40fc-a502-ef857930a246 kind: Event lastTimestamp: "2026-05-25T12:22:28Z" message: 'Created pod: model-chainer-raw-a7098-774f676bb5-nwgj4' metadata: creationTimestamp: "2026-05-25T12:22:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:22:28Z" name: model-chainer-raw-a7098-774f676bb5.18b2ce67e2b8496c namespace: kserve-ci-e2e-test resourceVersion: "14816" uid: c2f0c285-1c19-4459-ad6d-b3b1df02657c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:28Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer-raw-a7098 namespace: kserve-ci-e2e-test resourceVersion: "14810" uid: 1d42ea0a-e7af-440a-a8ed-836d42d29c06 kind: Event lastTimestamp: "2026-05-25T12:22:28Z" message: Scaled up replica set model-chainer-raw-a7098-774f676bb5 from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:22:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:22:28Z" name: model-chainer-raw-a7098.18b2ce67e1be2b01 namespace: kserve-ci-e2e-test resourceVersion: "14813" uid: 938780bc-f491-4b9c-a311-fdad8a224ce2 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:22:28Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer-raw-a7098 namespace: kserve-ci-e2e-test resourceVersion: "14826" uid: 13215000-df27-42cc-967c-e4de84a70b2e kind: Event lastTimestamp: "2026-05-25T12:22:28Z" message: InferenceGraph [model-chainer-raw-a7098] is Ready metadata: creationTimestamp: "2026-05-25T12:22:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:22:28Z" name: model-chainer-raw-a7098.18b2ce67e56540bd namespace: kserve-ci-e2e-test resourceVersion: "14828" uid: 5b9b7b98-23e8-4d32-bb9b-b2c2030c9452 reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:24:08.748069Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68 namespace: kserve-ci-e2e-test resourceVersion: "15793" uid: 513eae0c-4806-472d-94d6-0785c7bc2f04 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68 to ip-10-0-130-54.ec2.internal metadata: creationTimestamp: "2026-05-25T12:24:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:24:08Z" name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68.18b2ce7f432eca1f namespace: kserve-ci-e2e-test resourceVersion: "15801" uid: f7402a62-c5ee-43df-bdf5-1da9b528b033 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:08Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68 namespace: kserve-ci-e2e-test resourceVersion: "15796" uid: 513eae0c-4806-472d-94d6-0785c7bc2f04 kind: Event lastTimestamp: "2026-05-25T12:24:08Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-94e63-serving-cert" not found' metadata: creationTimestamp: "2026-05-25T12:24:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:08Z" name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68.18b2ce7f519ec474 namespace: kserve-ci-e2e-test resourceVersion: "15811" uid: fd3ecebe-7c35-4936-96e4-625dba62b1cd reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:09Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68 namespace: kserve-ci-e2e-test resourceVersion: "15802" uid: 513eae0c-4806-472d-94d6-0785c7bc2f04 kind: Event lastTimestamp: "2026-05-25T12:24:09Z" message: Add eth0 [10.133.0.34/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:24:09Z" name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68.18b2ce7f80934b53 namespace: kserve-ci-e2e-test resourceVersion: "15820" uid: 7dda9b70-46b8-42c4-89cd-faefa39ecf7a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-94e63} kind: Pod name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68 namespace: kserve-ci-e2e-test resourceVersion: "15796" uid: 513eae0c-4806-472d-94d6-0785c7bc2f04 kind: Event lastTimestamp: "2026-05-25T12:24:09Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:41f0ca4b45114a1d81ffad66a667eba2baa4df82ad74c2ffc611dc9cdef0d94a" already present on machine metadata: creationTimestamp: "2026-05-25T12:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:09Z" name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68.18b2ce7f822e19f7 namespace: kserve-ci-e2e-test resourceVersion: "15822" uid: d10e3287-8c04-44d5-b694-b174b9609008 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-94e63} kind: Pod name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68 namespace: kserve-ci-e2e-test resourceVersion: "15796" uid: 513eae0c-4806-472d-94d6-0785c7bc2f04 kind: Event lastTimestamp: "2026-05-25T12:24:09Z" message: 'Created container: model-chainer-raw-hpa-94e63' metadata: creationTimestamp: "2026-05-25T12:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:09Z" name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68.18b2ce7f859f41c8 namespace: kserve-ci-e2e-test resourceVersion: "15825" uid: 92a5f915-0954-4cdd-a226-1c7e388f9688 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:09Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-94e63} kind: Pod name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68 namespace: kserve-ci-e2e-test resourceVersion: "15796" uid: 513eae0c-4806-472d-94d6-0785c7bc2f04 kind: Event lastTimestamp: "2026-05-25T12:24:09Z" message: Started container model-chainer-raw-hpa-94e63 metadata: creationTimestamp: "2026-05-25T12:24:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:09Z" name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68.18b2ce7f86157106 namespace: kserve-ci-e2e-test resourceVersion: "15826" uid: cf2e9295-5765-4970-9aab-5406ecd05724 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:18Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-94e63} kind: Pod name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68 namespace: kserve-ci-e2e-test resourceVersion: "15796" uid: 513eae0c-4806-472d-94d6-0785c7bc2f04 kind: Event lastTimestamp: "2026-05-25T12:24:18Z" message: Stopping container model-chainer-raw-hpa-94e63 metadata: creationTimestamp: "2026-05-25T12:24:18Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:18Z" name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68.18b2ce819919e1d4 namespace: kserve-ci-e2e-test resourceVersion: "15911" uid: d088ac77-2f69-4eec-abcc-f81a02208600 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-05-25T12:24:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-94e63} kind: Pod name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68 namespace: kserve-ci-e2e-test resourceVersion: "15796" uid: 513eae0c-4806-472d-94d6-0785c7bc2f04 kind: Event lastTimestamp: "2026-05-25T12:24:46Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-05-25T12:24:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:24:46Z" name: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68.18b2ce8250f1488a namespace: kserve-ci-e2e-test resourceVersion: "16284" uid: cdc570c9-cd0e-4187-bff9-09e3233c6202 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-130-54.ec2.internal source: component: kubelet host: ip-10-0-130-54.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-raw-hpa-94e63-7b95ddf9d9 namespace: kserve-ci-e2e-test resourceVersion: "15790" uid: f61eac20-e184-4bca-ac26-49c012969d24 kind: Event lastTimestamp: "2026-05-25T12:24:08Z" message: 'Created pod: model-chainer-raw-hpa-94e63-7b95ddf9d9-nwg68' metadata: creationTimestamp: "2026-05-25T12:24:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:24:08Z" name: model-chainer-raw-hpa-94e63-7b95ddf9d9.18b2ce7f425929d2 namespace: kserve-ci-e2e-test resourceVersion: "15795" uid: 8bf1163e-0946-4b2a-895b-7a39f8324c16 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer-raw-hpa-94e63 namespace: kserve-ci-e2e-test resourceVersion: "15788" uid: 3fcc2e7a-7ab3-4bec-b535-6a9d8487a495 kind: Event lastTimestamp: "2026-05-25T12:24:08Z" message: Scaled up replica set model-chainer-raw-hpa-94e63-7b95ddf9d9 from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:24:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:24:08Z" name: model-chainer-raw-hpa-94e63.18b2ce7f41354e77 namespace: kserve-ci-e2e-test resourceVersion: "15792" uid: 723fee03-6998-48be-934d-42de0d40fe6f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:24:08Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer-raw-hpa-94e63 namespace: kserve-ci-e2e-test resourceVersion: "15806" uid: 765ce5a3-4428-4476-8e7d-3cd887c671fe kind: Event lastTimestamp: "2026-05-25T12:24:08Z" message: InferenceGraph [model-chainer-raw-hpa-94e63] is Ready metadata: creationTimestamp: "2026-05-25T12:24:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:24:08Z" name: model-chainer-raw-hpa-94e63.18b2ce7f47500dd5 namespace: kserve-ci-e2e-test resourceVersion: "15808" uid: ac1ac728-2a54-4921-8adc-abb8d2d85d4d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:30:23.065380Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19117" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh to ip-10-0-134-183.ec2.internal metadata: creationTimestamp: "2026-05-25T12:30:23Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:30:23Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2ced66a3bb9a1 namespace: kserve-ci-e2e-test resourceVersion: "19123" uid: 7940e38f-d700-4059-a0db-d7c361bd9a03 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:23Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19128" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: "2026-05-25T12:30:23Z" message: Add eth0 [10.134.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:30:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:30:23Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2ced683fc1b7c namespace: kserve-ci-e2e-test resourceVersion: "19136" uid: 3946f01d-e896-49ce-8a0b-29c1f5279c2e reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19119" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: "2026-05-25T12:30:23Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a" already present on machine metadata: creationTimestamp: "2026-05-25T12:30:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:23Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2ced685597c95 namespace: kserve-ci-e2e-test resourceVersion: "19138" uid: 76316dcb-bc27-4c52-8db7-93c39fad58b0 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19119" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: "2026-05-25T12:30:23Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-05-25T12:30:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:23Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2ced6880e844a namespace: kserve-ci-e2e-test resourceVersion: "19140" uid: 7fffdd20-b59d-4d60-aac3-a24fa5283685 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:23Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19119" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: "2026-05-25T12:30:23Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-05-25T12:30:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:23Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2ced68893e1b7 namespace: kserve-ci-e2e-test resourceVersion: "19141" uid: fc2c84a7-b4f4-495b-9d50-acf8d09dae9f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19119" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: "2026-05-25T12:30:27Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532" already present on machine metadata: creationTimestamp: "2026-05-25T12:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:27Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2ced78c527f41 namespace: kserve-ci-e2e-test resourceVersion: "19185" uid: 4595d5e2-330b-456d-a81a-fe2d7e02d053 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19119" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: "2026-05-25T12:30:27Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-05-25T12:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:27Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2ced78f7cc069 namespace: kserve-ci-e2e-test resourceVersion: "19188" uid: 551a9f92-0b76-483a-b266-a49e847290b6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19119" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: "2026-05-25T12:30:27Z" message: Started container kserve-container metadata: creationTimestamp: "2026-05-25T12:30:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:27Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2ced78ffa0739 namespace: kserve-ci-e2e-test resourceVersion: "19190" uid: e63dec19-33ba-4788-b31c-d266646585a2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:27Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19119" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: "2026-05-25T12:30:27Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-05-25T12:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:28Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2ced7900720f0 namespace: kserve-ci-e2e-test resourceVersion: "19191" uid: 08028aeb-5b75-4135-bd5d-88419024792c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19119" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: "2026-05-25T12:30:28Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-05-25T12:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:28Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2ced7934ba383 namespace: kserve-ci-e2e-test resourceVersion: "19193" uid: 411b7e26-34bb-43cb-872d-e552b295b3c1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:28Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19119" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: "2026-05-25T12:30:28Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:30:28Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:30:28Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2ced793c44cbe namespace: kserve-ci-e2e-test resourceVersion: "19194" uid: b580a015-5a44-4445-911e-025b2aa76a50 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-05-25T12:30:29Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19119" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: "2026-05-25T12:31:45Z" message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:30:29Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:31:45Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2ced803f90344 namespace: kserve-ci-e2e-test resourceVersion: "19816" uid: 950f32a0-9239-4b80-a090-661fe8512a15 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19119" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: "2026-05-25T12:31:43Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-05-25T12:31:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:31:43Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2cee910944573 namespace: kserve-ci-e2e-test resourceVersion: "19755" uid: f5e5ab83-b24d-4e19-a47c-239360abc1f2 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:43Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19119" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: "2026-05-25T12:31:43Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:31:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:31:43Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2cee91094d28c namespace: kserve-ci-e2e-test resourceVersion: "19758" uid: c845eece-1095-4d59-9fea-e4e68866d0b0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:45Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh namespace: kserve-ci-e2e-test resourceVersion: "19119" uid: 7778128c-2343-434f-8f8d-3e7bf42976fe kind: Event lastTimestamp: "2026-05-25T12:31:45Z" message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp 10.134.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:31:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:31:45Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh.18b2cee9b6005b82 namespace: kserve-ci-e2e-test resourceVersion: "19815" uid: e1f7e8ed-be82-4c38-bc83-a238006d0694 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:23Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: raw-sklearn-17a9a-predictor-66b6f69ff7 namespace: kserve-ci-e2e-test resourceVersion: "19108" uid: c08b4466-c25b-4f81-9f47-60a482e9db83 kind: Event lastTimestamp: "2026-05-25T12:30:23Z" message: 'Created pod: raw-sklearn-17a9a-predictor-66b6f69ff7-gtwnh' metadata: creationTimestamp: "2026-05-25T12:30:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:30:23Z" name: raw-sklearn-17a9a-predictor-66b6f69ff7.18b2ced66985758e namespace: kserve-ci-e2e-test resourceVersion: "19118" uid: 0215ed87-461c-40c2-98a9-87b01daa9aa5 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:23Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: raw-sklearn-17a9a-predictor namespace: kserve-ci-e2e-test resourceVersion: "19106" uid: a7b9a84f-5c90-4a4a-8e93-adb7a8758b40 kind: Event lastTimestamp: "2026-05-25T12:30:23Z" message: Scaled up replica set raw-sklearn-17a9a-predictor-66b6f69ff7 from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:30:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:30:23Z" name: raw-sklearn-17a9a-predictor.18b2ced666d3d16a namespace: kserve-ci-e2e-test resourceVersion: "19110" uid: 6520fdcf-457a-4c70-85da-77baa46f9c89 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:30:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-17a9a-predictor namespace: kserve-ci-e2e-test resourceVersion: "19107" uid: df2cbb09-dc9c-44ba-b1cb-5a8a2b866673 kind: Event lastTimestamp: "2026-05-25T12:30:53Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:30:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:30:53Z" name: raw-sklearn-17a9a-predictor.18b2ced9e58c6b2e namespace: kserve-ci-e2e-test resourceVersion: "19368" uid: ff9da473-1d1d-45b1-8603-4491ada929c9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:30:38Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-17a9a-predictor namespace: kserve-ci-e2e-test resourceVersion: "19107" uid: df2cbb09-dc9c-44ba-b1cb-5a8a2b866673 kind: Event lastTimestamp: "2026-05-25T12:30:53Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:30:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:30:53Z" name: raw-sklearn-17a9a-predictor.18b2ced9e6071559 namespace: kserve-ci-e2e-test resourceVersion: "19369" uid: 6b072a8c-8d9f-44cb-b412-d269abbaaab0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:31:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-17a9a-predictor namespace: kserve-ci-e2e-test resourceVersion: "19263" uid: df2cbb09-dc9c-44ba-b1cb-5a8a2b866673 kind: Event lastTimestamp: "2026-05-25T12:31:38Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:31:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:31:38Z" name: raw-sklearn-17a9a-predictor.18b2cee0e3f2353b namespace: kserve-ci-e2e-test resourceVersion: "19695" uid: 953fd738-b85c-4906-89e4-fa68217ee0a6 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:31:08Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-17a9a-predictor namespace: kserve-ci-e2e-test resourceVersion: "19263" uid: df2cbb09-dc9c-44ba-b1cb-5a8a2b866673 kind: Event lastTimestamp: "2026-05-25T12:31:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:31:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:31:38Z" name: raw-sklearn-17a9a-predictor.18b2cee0e45c0845 namespace: kserve-ci-e2e-test resourceVersion: "19696" uid: 97400bfe-4ad1-4e8e-ac81-2e10cefb72ff reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-05-25T12:30:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-17a9a namespace: kserve-ci-e2e-test resourceVersion: "19094" uid: 66d36d23-83c9-4561-8788-9a7447b7e07d kind: Event lastTimestamp: "2026-05-25T12:31:36Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-05-25T12:30:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:31:36Z" name: raw-sklearn-17a9a.18b2ced66690ba7d namespace: kserve-ci-e2e-test resourceVersion: "19676" uid: 91cdfffb-aefa-438b-a295-a6533a1f1778 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:30:23Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-17a9a namespace: kserve-ci-e2e-test resourceVersion: "19094" uid: 66d36d23-83c9-4561-8788-9a7447b7e07d kind: Event lastTimestamp: "2026-05-25T12:30:23Z" message: 'Failed to update status for InferenceService "raw-sklearn-17a9a": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-17a9a": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:30:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:30:23Z" name: raw-sklearn-17a9a.18b2ced666ec0818 namespace: kserve-ci-e2e-test resourceVersion: "19112" uid: 131b6d43-3366-4c93-a0e2-3fcf6bf782d4 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:36Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-17a9a namespace: kserve-ci-e2e-test resourceVersion: "19674" uid: 66d36d23-83c9-4561-8788-9a7447b7e07d kind: Event lastTimestamp: "2026-05-25T12:31:36Z" message: InferenceService [raw-sklearn-17a9a] is Ready metadata: creationTimestamp: "2026-05-25T12:31:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:31:36Z" name: raw-sklearn-17a9a.18b2cee76777756a namespace: kserve-ci-e2e-test resourceVersion: "19675" uid: 9a3b1049-ac86-41dd-9d7e-8d08fd21e220 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-05-25T12:31:43.244287Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19770" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 to ip-10-0-134-183.ec2.internal metadata: creationTimestamp: "2026-05-25T12:31:43Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-05-25T12:31:43Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2cee91544b78c namespace: kserve-ci-e2e-test resourceVersion: "19776" uid: 646886c4-c6c3-4ae0-a750-1d481d4ba8a6 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-69d74b4c7f-jb8sv source: {} type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:31:43Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:31:43Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-dfccf-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-05-25T12:31:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:31:43Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2cee91d747ac8 namespace: kserve-ci-e2e-test resourceVersion: "19788" uid: 577ea484-72d4-4c67-a3b1-d556f32e5a01 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:45Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19780" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:31:45Z" message: Add eth0 [10.134.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-05-25T12:31:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-05-25T12:31:45Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2cee9884acadd namespace: kserve-ci-e2e-test resourceVersion: "19802" uid: ea52cab8-f117-4388-b4c4-90a7d2def8da reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:45Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:31:45Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e534c6f6e9d80dfdaea245073aaa55f0290d59a851159e578fe713a363df99a" already present on machine metadata: creationTimestamp: "2026-05-25T12:31:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:31:45Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2cee989989fac namespace: kserve-ci-e2e-test resourceVersion: "19804" uid: fcb51966-5dc7-4ba0-aa58-e6082a6db51d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:45Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:31:45Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-05-25T12:31:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:31:45Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2cee98cb7c2e7 namespace: kserve-ci-e2e-test resourceVersion: "19806" uid: c58fd4d8-fcd5-40cf-b4d2-22e41e9ae11a reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:45Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:31:45Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-05-25T12:31:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:31:45Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2cee98d263b23 namespace: kserve-ci-e2e-test resourceVersion: "19807" uid: 552a58d8-cde6-4197-bbfa-d5c0cac10bb5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:31:49Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1532" already present on machine metadata: creationTimestamp: "2026-05-25T12:31:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:31:49Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2ceea76924b32 namespace: kserve-ci-e2e-test resourceVersion: "19850" uid: a29887e4-a211-424b-a415-c2be6f9c2743 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:31:49Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-05-25T12:31:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:31:49Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2ceea79977eda namespace: kserve-ci-e2e-test resourceVersion: "19852" uid: 607ce12a-8dc3-4743-b392-7b74a44325ac reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:31:49Z" message: Started container kserve-container metadata: creationTimestamp: "2026-05-25T12:31:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:31:49Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2ceea7a0bd374 namespace: kserve-ci-e2e-test resourceVersion: "19855" uid: 9ef69a10-dc8b-4d9c-ba27-b7cc94e83ce8 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:31:49Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-05-25T12:31:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:31:49Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2ceea7a19b4c5 namespace: kserve-ci-e2e-test resourceVersion: "19856" uid: 141f2108-a0fe-45b2-9957-b46b2b641743 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:31:49Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-05-25T12:31:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:31:49Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2ceea7ce2a3f0 namespace: kserve-ci-e2e-test resourceVersion: "19858" uid: 8463dd55-0f70-4f64-a462-a4bdbb416027 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:31:49Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:31:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:31:49Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2ceea7d63d22b namespace: kserve-ci-e2e-test resourceVersion: "19859" uid: 87f6141a-0036-45b0-86ee-71c5a6fc8635 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-05-25T12:31:51Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:33:07Z" message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:31:51Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:33:07Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2ceeaee49a56c namespace: kserve-ci-e2e-test resourceVersion: "20469" uid: 781cb860-534c-4302-87e0-995f34e5a760 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:33:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:33:03Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-05-25T12:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:33:03Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2cefbbc5910b0 namespace: kserve-ci-e2e-test resourceVersion: "20405" uid: 4edcba19-eea0-423c-a7dd-a731705cc8b0 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:33:03Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:33:03Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-05-25T12:33:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:33:03Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2cefbbc5994f8 namespace: kserve-ci-e2e-test resourceVersion: "20406" uid: aa310bb3-027f-47c7-9899-7c7abc41e835 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:33:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8 namespace: kserve-ci-e2e-test resourceVersion: "19772" uid: 4e607074-6986-474f-bda8-082c65fff8a2 kind: Event lastTimestamp: "2026-05-25T12:33:07Z" message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp 10.134.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-05-25T12:33:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-05-25T12:33:07Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8.18b2cefca04f834f namespace: kserve-ci-e2e-test resourceVersion: "20468" uid: 1d831e99-89e4-4e9f-919a-a7d62bc797f4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-134-183.ec2.internal source: component: kubelet host: ip-10-0-134-183.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:43Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5 namespace: kserve-ci-e2e-test resourceVersion: "19761" uid: f873e09e-61f3-4495-9573-76c419cd25d6 kind: Event lastTimestamp: "2026-05-25T12:31:43Z" message: 'Created pod: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5-p5rv8' metadata: creationTimestamp: "2026-05-25T12:31:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:31:43Z" name: raw-sklearn-runtime-dfccf-predictor-759f4d9cb5.18b2cee914d73252 namespace: kserve-ci-e2e-test resourceVersion: "19771" uid: 13f58b4b-c755-445c-8c38-27d2cf2cbca4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:43Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: raw-sklearn-runtime-dfccf-predictor namespace: kserve-ci-e2e-test resourceVersion: "19759" uid: 22341636-74bc-4a67-a2db-55ce47758c20 kind: Event lastTimestamp: "2026-05-25T12:31:43Z" message: Scaled up replica set raw-sklearn-runtime-dfccf-predictor-759f4d9cb5 from 0 to 1 metadata: creationTimestamp: "2026-05-25T12:31:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:31:43Z" name: raw-sklearn-runtime-dfccf-predictor.18b2cee9122350a2 namespace: kserve-ci-e2e-test resourceVersion: "19763" uid: fa7fec05-137d-4001-a8c9-3915a588524e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:31:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-dfccf-predictor namespace: kserve-ci-e2e-test resourceVersion: "19760" uid: d84b04ce-f0b1-4aa5-bbae-03106983b587 kind: Event lastTimestamp: "2026-05-25T12:32:28Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:31:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:32:28Z" name: raw-sklearn-runtime-dfccf-predictor.18b2ceec90ecc67f namespace: kserve-ci-e2e-test resourceVersion: "20134" uid: b644b2d3-e063-4f0f-aed5-37209962f9ad reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-05-25T12:31:58Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-dfccf-predictor namespace: kserve-ci-e2e-test resourceVersion: "19760" uid: d84b04ce-f0b1-4aa5-bbae-03106983b587 kind: Event lastTimestamp: "2026-05-25T12:32:28Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-05-25T12:31:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:32:28Z" name: raw-sklearn-runtime-dfccf-predictor.18b2ceec91550dab namespace: kserve-ci-e2e-test resourceVersion: "20135" uid: 160abcd8-8294-41cd-b056-33c7239f12df reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:32:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-dfccf-predictor namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: d84b04ce-f0b1-4aa5-bbae-03106983b587 kind: Event lastTimestamp: "2026-05-25T12:32:58Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:32:58Z" name: raw-sklearn-runtime-dfccf-predictor.18b2cef00fff58b7 namespace: kserve-ci-e2e-test resourceVersion: "20353" uid: 624f7938-d6b7-4038-b605-18ad0cab7731 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-05-25T12:32:13Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-dfccf-predictor namespace: kserve-ci-e2e-test resourceVersion: "19923" uid: d84b04ce-f0b1-4aa5-bbae-03106983b587 kind: Event lastTimestamp: "2026-05-25T12:32:58Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-05-25T12:32:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-05-25T12:32:58Z" name: raw-sklearn-runtime-dfccf-predictor.18b2cef01063f4c5 namespace: kserve-ci-e2e-test resourceVersion: "20354" uid: 871cabbe-448f-4bb8-86d1-d1bf4ef2ca11 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-05-25T12:31:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-dfccf namespace: kserve-ci-e2e-test resourceVersion: "19731" uid: 4335d1a2-03ac-4c81-be17-ea6a4b405f72 kind: Event lastTimestamp: "2026-05-25T12:32:57Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-05-25T12:31:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:32:57Z" name: raw-sklearn-runtime-dfccf.18b2cee911fd787b namespace: kserve-ci-e2e-test resourceVersion: "20345" uid: 1a832c52-f896-4414-a9af-6dbba6887649 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:31:43Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-dfccf namespace: kserve-ci-e2e-test resourceVersion: "19731" uid: 4335d1a2-03ac-4c81-be17-ea6a4b405f72 kind: Event lastTimestamp: "2026-05-25T12:31:43Z" message: 'Failed to update status for InferenceService "raw-sklearn-runtime-dfccf": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-dfccf": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-05-25T12:31:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:31:43Z" name: raw-sklearn-runtime-dfccf.18b2cee9124f74a6 namespace: kserve-ci-e2e-test resourceVersion: "19766" uid: 89d916f8-2d24-44f1-9eea-d7f7ea228015 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-05-25T12:32:57Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-dfccf namespace: kserve-ci-e2e-test resourceVersion: "20342" uid: 4335d1a2-03ac-4c81-be17-ea6a4b405f72 kind: Event lastTimestamp: "2026-05-25T12:32:57Z" message: InferenceService [raw-sklearn-runtime-dfccf] is Ready metadata: creationTimestamp: "2026-05-25T12:32:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-05-25T12:32:57Z" name: raw-sklearn-runtime-dfccf.18b2cefa51493860 namespace: kserve-ci-e2e-test resourceVersion: "20344" uid: 0f75c9c5-b86f-4e5f-8dee-53c75bd640e4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "20621"