--- apiVersion: v1 items: - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:44:53.754361Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg namespace: kserve-ci-e2e-test resourceVersion: "20599" uid: 2a265987-19b9-469d-a531-d15188ba5a5f kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg to ip-10-0-143-50.ec2.internal metadata: creationTimestamp: "2026-07-01T19:44:53Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:44:53Z" name: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg.18be420578ce9cb4 namespace: kserve-ci-e2e-test resourceVersion: "20603" uid: ec974f86-d2d5-4f95-ba4d-13b4ac04aa62 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:53Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg namespace: kserve-ci-e2e-test resourceVersion: "20600" uid: 2a265987-19b9-469d-a531-d15188ba5a5f kind: Event lastTimestamp: "2026-07-01T19:44:53Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-e38b18-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T19:44:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:44:53Z" name: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg.18be4205844a6750 namespace: kserve-ci-e2e-test resourceVersion: "20621" uid: bc268eb3-e45e-46b9-8393-350902a171b4 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:54Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg namespace: kserve-ci-e2e-test resourceVersion: "20610" uid: 2a265987-19b9-469d-a531-d15188ba5a5f kind: Event lastTimestamp: "2026-07-01T19:44:54Z" message: Add eth0 [10.132.0.29/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:44:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:44:54Z" name: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg.18be4205b6016a89 namespace: kserve-ci-e2e-test resourceVersion: "20628" uid: 53ff036f-7b5f-4d7c-97fd-aef5a6ff91b1 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:44:54Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg namespace: kserve-ci-e2e-test resourceVersion: "20600" uid: 2a265987-19b9-469d-a531-d15188ba5a5f kind: Event lastTimestamp: "2026-07-01T19:45:00Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:44:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:00Z" name: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg.18be4205b785f846 namespace: kserve-ci-e2e-test resourceVersion: "20682" uid: a2bf5996-842d-40bb-a112-9a8b6e4bda40 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:44:54Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg namespace: kserve-ci-e2e-test resourceVersion: "20600" uid: 2a265987-19b9-469d-a531-d15188ba5a5f kind: Event lastTimestamp: "2026-07-01T19:45:00Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:44:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:00Z" name: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg.18be4205ba4584c6 namespace: kserve-ci-e2e-test resourceVersion: "20685" uid: 7791582f-a9ff-4537-a98c-b950f8864f7c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:44:54Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg namespace: kserve-ci-e2e-test resourceVersion: "20600" uid: 2a265987-19b9-469d-a531-d15188ba5a5f kind: Event lastTimestamp: "2026-07-01T19:45:00Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:44:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:01Z" name: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg.18be4205bae9d20c namespace: kserve-ci-e2e-test resourceVersion: "20686" uid: 904b7daf-6a03-464a-a25c-6fa7b6350c68 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg namespace: kserve-ci-e2e-test resourceVersion: "20600" uid: 2a265987-19b9-469d-a531-d15188ba5a5f kind: Event lastTimestamp: "2026-07-01T19:45:03Z" message: Stopping container storage-initializer metadata: creationTimestamp: "2026-07-01T19:45:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:03Z" name: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg.18be4207cea2fc88 namespace: kserve-ci-e2e-test resourceVersion: "20728" uid: 1849a7b8-b783-4817-b500-6ff17414fb6e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:53Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-init-fail-e38b18-predictor-55d4c96d56 namespace: kserve-ci-e2e-test resourceVersion: "20592" uid: c3f8cff9-e60c-4014-84be-c51396a61ca2 kind: Event lastTimestamp: "2026-07-01T19:44:53Z" message: 'Created pod: isvc-init-fail-e38b18-predictor-55d4c96d56-rtvmg' metadata: creationTimestamp: "2026-07-01T19:44:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:44:53Z" name: isvc-init-fail-e38b18-predictor-55d4c96d56.18be4205779a837b namespace: kserve-ci-e2e-test resourceVersion: "20601" uid: 91cbb5e0-f8e6-4a03-812d-932c93982d70 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:53Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-init-fail-e38b18-predictor namespace: kserve-ci-e2e-test resourceVersion: "20590" uid: 7b48acc9-5601-4ca7-940b-2969ffd58eeb kind: Event lastTimestamp: "2026-07-01T19:44:53Z" message: Scaled up replica set isvc-init-fail-e38b18-predictor-55d4c96d56 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:44:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:44:53Z" name: isvc-init-fail-e38b18-predictor.18be42057470b3bb namespace: kserve-ci-e2e-test resourceVersion: "20593" uid: e998ce81-d8eb-46ae-9c20-796891034c1a reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:44:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-e38b18 namespace: kserve-ci-e2e-test resourceVersion: "20583" uid: f0894f0c-58a9-4685-8f2d-8770e395a6af kind: Event lastTimestamp: "2026-07-01T19:45:01Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:44:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:45:01Z" name: isvc-init-fail-e38b18.18be420574728377 namespace: kserve-ci-e2e-test resourceVersion: "20689" uid: 64de335a-7964-4c3e-9630-252f704fc7ab reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:44:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-e38b18 namespace: kserve-ci-e2e-test resourceVersion: "20583" uid: f0894f0c-58a9-4685-8f2d-8770e395a6af kind: Event lastTimestamp: "2026-07-01T19:44:53Z" message: 'Failed to update status for InferenceService "isvc-init-fail-e38b18": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-e38b18": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:44:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:44:53Z" name: isvc-init-fail-e38b18.18be420574fb0e01 namespace: kserve-ci-e2e-test resourceVersion: "20614" uid: e99f3142-f815-4d98-aeeb-490e58974b4b reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:44:53Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-init-fail-e38b18 namespace: kserve-ci-e2e-test resourceVersion: "20583" uid: f0894f0c-58a9-4685-8f2d-8770e395a6af kind: Event lastTimestamp: "2026-07-01T19:44:53Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-e38b18": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:44:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:44:53Z" name: isvc-init-fail-e38b18.18be420574fb7234 namespace: kserve-ci-e2e-test resourceVersion: "20615" uid: 05bb3823-8729-415b-8cec-c2e9f7819b9a reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:38:41.710883Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17576" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 to ip-10-0-143-50.ec2.internal metadata: creationTimestamp: "2026-07-01T19:38:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:38:41Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41aed9499ae3 namespace: kserve-ci-e2e-test resourceVersion: "17581" uid: e20c27cf-4c45-4677-8e4c-53044d45975a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:42Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17588" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:38:42Z" message: Add eth0 [10.132.0.25/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:38:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:38:42Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41aef2d91b72 namespace: kserve-ci-e2e-test resourceVersion: "17602" uid: ec78eb4d-72d8-4878-8084-c38abbf96af9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:38:42Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:38:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:42Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41aef4b61025 namespace: kserve-ci-e2e-test resourceVersion: "17604" uid: 18d7fc09-4fa8-4398-bfde-92c8d9815306 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:38:42Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:38:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:42Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41aef753a68d namespace: kserve-ci-e2e-test resourceVersion: "17607" uid: 9ff4469d-fc89-44f5-a814-7944d9e479ef reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:42Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:38:42Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:38:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:42Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41aef7c3df12 namespace: kserve-ci-e2e-test resourceVersion: "17608" uid: 0d65e95c-a403-44b4-a82b-5fcf8c19c3e3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:38:46Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T19:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:46Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41aff9981fb0 namespace: kserve-ci-e2e-test resourceVersion: "17645" uid: ffc70dcd-7f5d-4f66-bcae-b04f7247a181 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:38:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:46Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41affc3b9125 namespace: kserve-ci-e2e-test resourceVersion: "17648" uid: c4de95ff-0225-4a49-91d2-430cfd7ec08e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:38:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:46Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41affcab31f6 namespace: kserve-ci-e2e-test resourceVersion: "17649" uid: ece62871-4f77-43cc-be52-c5437370dd74 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:38:46Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:46Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41affcb4d724 namespace: kserve-ci-e2e-test resourceVersion: "17651" uid: cbf03638-5a55-4db9-b3b5-836dc50b4aab reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:38:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:46Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41afff8b0e22 namespace: kserve-ci-e2e-test resourceVersion: "17653" uid: fdcb39b3-8e7b-4247-a30d-a92e499ee212 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:38:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:46Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41affffc15c6 namespace: kserve-ci-e2e-test resourceVersion: "17655" uid: a590f247-1821-4c4d-b3da-9fecb041de1f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:38:46Z" message: Container image "quay.io/opendatahub/kserve-agent@sha256:694a44c3a2aed22c78d433e9220113d47feab5895f86a8ff0e64d7345c386ab0" already present on machine metadata: creationTimestamp: "2026-07-01T19:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:46Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41b00006ac23 namespace: kserve-ci-e2e-test resourceVersion: "17656" uid: a904ab47-1630-4cb0-827d-069b72075441 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:38:46Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T19:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:46Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41b002ec9cb9 namespace: kserve-ci-e2e-test resourceVersion: "17657" uid: 3f2167c5-3207-43d8-83da-ca9f89738445 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:38:46Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T19:38:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:46Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41b003583df6 namespace: kserve-ci-e2e-test resourceVersion: "17658" uid: ba6f7c10-63d5-40e1-92cf-9d674a74a2ad reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T19:38:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:40:24Z" message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:38:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:24Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41b071bb6b65 namespace: kserve-ci-e2e-test resourceVersion: "18485" uid: 3a8b5c6c-5407-4fb2-8cf5-f8ec63471512 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:38:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:40:34Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T19:38:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:34Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41b071c5e6fa namespace: kserve-ci-e2e-test resourceVersion: "18561" uid: ec67f28e-4acf-4e35-8586-907ceff6d30b reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:40:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:40:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:17Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41c509adbcee namespace: kserve-ci-e2e-test resourceVersion: "18372" uid: 32785630-3395-494f-8d2a-2d5d87d08004 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:40:17Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T19:40:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:17Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41c509adf1e6 namespace: kserve-ci-e2e-test resourceVersion: "18375" uid: eb42469a-790c-4aff-9209-03427176dfa6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:40:17Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:40:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:17Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41c509ae2d8b namespace: kserve-ci-e2e-test resourceVersion: "18376" uid: 58bc56bf-f725-4b29-8b6a-324b4480b18d reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:40:19Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779 namespace: kserve-ci-e2e-test resourceVersion: "17578" uid: 01661e93-9bfc-40d1-a6ae-984f76c7d516 kind: Event lastTimestamp: "2026-07-01T19:40:34Z" message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp 10.132.0.25:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:40:19Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:34Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779.18be41c5a1f0ae99 namespace: kserve-ci-e2e-test resourceVersion: "18560" uid: 87095f1f-b7e3-42c8-983d-df17b5a238a7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-logger-raw-9f9d5-predictor-5968dfc74b namespace: kserve-ci-e2e-test resourceVersion: "17566" uid: 5cb62fab-70fc-4571-8f89-98635b462584 kind: Event lastTimestamp: "2026-07-01T19:38:41Z" message: 'Created pod: isvc-logger-raw-9f9d5-predictor-5968dfc74b-fg779' metadata: creationTimestamp: "2026-07-01T19:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:41Z" name: isvc-logger-raw-9f9d5-predictor-5968dfc74b.18be41aed8d5d126 namespace: kserve-ci-e2e-test resourceVersion: "17577" uid: ff33d197-3420-4ff1-9b67-1692189b1324 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-logger-raw-9f9d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "17562" uid: 6ea97ae3-6a93-483a-a20f-9c23f06b2969 kind: Event lastTimestamp: "2026-07-01T19:38:41Z" message: Scaled up replica set isvc-logger-raw-9f9d5-predictor-5968dfc74b from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:41Z" name: isvc-logger-raw-9f9d5-predictor.18be41aed5010da6 namespace: kserve-ci-e2e-test resourceVersion: "17568" uid: 96bdaca8-30ff-4cc5-aa30-c22d625b6fa4 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:38:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-9f9d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "17563" uid: d59a07fb-d01a-442e-ab85-aad60fdf526b kind: Event lastTimestamp: "2026-07-01T19:39:26Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:38:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:39:26Z" name: isvc-logger-raw-9f9d5-predictor.18be41b2531bc24c namespace: kserve-ci-e2e-test resourceVersion: "17957" uid: ea7c2e75-f8d1-4e27-812b-86522569a818 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:38:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-9f9d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "17563" uid: d59a07fb-d01a-442e-ab85-aad60fdf526b kind: Event lastTimestamp: "2026-07-01T19:39:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:38:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:39:26Z" name: isvc-logger-raw-9f9d5-predictor.18be41b25387ae45 namespace: kserve-ci-e2e-test resourceVersion: "17959" uid: e1718f98-b973-4ae5-abd1-c6643eac7b33 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:39:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-9f9d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "17741" uid: d59a07fb-d01a-442e-ab85-aad60fdf526b kind: Event lastTimestamp: "2026-07-01T19:40:11Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:39:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:40:11Z" name: isvc-logger-raw-9f9d5-predictor.18be41b5d2ac2038 namespace: kserve-ci-e2e-test resourceVersion: "18285" uid: 8648e6ac-c143-4d86-899c-cce4097c6e43 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:39:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-logger-raw-9f9d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "17741" uid: d59a07fb-d01a-442e-ab85-aad60fdf526b kind: Event lastTimestamp: "2026-07-01T19:40:11Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:39:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:40:11Z" name: isvc-logger-raw-9f9d5-predictor.18be41b5d31be5b8 namespace: kserve-ci-e2e-test resourceVersion: "18286" uid: 6ebfb4ac-c231-4e5e-a950-a65f71621bdc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:38:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-9f9d5 namespace: kserve-ci-e2e-test resourceVersion: "17554" uid: 8a7a5479-9b9d-4966-a65b-05df4ade4857 kind: Event lastTimestamp: "2026-07-01T19:40:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:40:04Z" name: isvc-logger-raw-9f9d5.18be41aed45e918f namespace: kserve-ci-e2e-test resourceVersion: "18240" uid: 42fba426-18fb-467a-9284-6445815cfb05 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:38:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-9f9d5 namespace: kserve-ci-e2e-test resourceVersion: "17554" uid: 8a7a5479-9b9d-4966-a65b-05df4ade4857 kind: Event lastTimestamp: "2026-07-01T19:38:41Z" message: 'Failed to update status for InferenceService "isvc-logger-raw-9f9d5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-9f9d5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:38:41Z" name: isvc-logger-raw-9f9d5.18be41aed4ca501f namespace: kserve-ci-e2e-test resourceVersion: "17587" uid: 55669fcc-1368-4363-82f9-d9b36403900e reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-9f9d5 namespace: kserve-ci-e2e-test resourceVersion: "17559" uid: 8a7a5479-9b9d-4966-a65b-05df4ade4857 kind: Event lastTimestamp: "2026-07-01T19:38:41Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-9f9d5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:38:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:38:41Z" name: isvc-logger-raw-9f9d5.18be41aeda8ef9b1 namespace: kserve-ci-e2e-test resourceVersion: "17589" uid: 26244f02-31bc-4aa3-b446-bb23ec057fc6 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-logger-raw-9f9d5 namespace: kserve-ci-e2e-test resourceVersion: "18238" uid: 8a7a5479-9b9d-4966-a65b-05df4ade4857 kind: Event lastTimestamp: "2026-07-01T19:40:04Z" message: InferenceService [isvc-logger-raw-9f9d5] is Ready metadata: creationTimestamp: "2026-07-01T19:40:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:40:04Z" name: isvc-logger-raw-9f9d5.18be41c22acf4344 namespace: kserve-ci-e2e-test resourceVersion: "18239" uid: 69f1ce18-b4bb-4a63-bf3e-3835a3741716 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:43:02.310457Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19640" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-primary-771967-predictor-568fd899c9-8lrrm to ip-10-0-143-50.ec2.internal metadata: creationTimestamp: "2026-07-01T19:43:02Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:43:02Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be41eb863b8d73 namespace: kserve-ci-e2e-test resourceVersion: "19644" uid: 1a0d331d-3fad-415b-84de-3792f201790e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:02Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:43:02Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-771967-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T19:43:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:02Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be41eb916cb748 namespace: kserve-ci-e2e-test resourceVersion: "19656" uid: 4464b127-07ef-42e6-a68e-cd9eb8277f42 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:03Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19650" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:43:03Z" message: Add eth0 [10.132.0.27/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:43:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:43:03Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be41ebc37cb439 namespace: kserve-ci-e2e-test resourceVersion: "19670" uid: 9ba87caa-47c9-434a-9fc3-8e943497ec43 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:43:03Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:43:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:03Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be41ebc51ee623 namespace: kserve-ci-e2e-test resourceVersion: "19672" uid: 5856dd30-51e6-4809-ab90-00051f696a4f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:43:03Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:43:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:03Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be41ebc8744dd7 namespace: kserve-ci-e2e-test resourceVersion: "19674" uid: 95eebd6d-c428-4014-a517-c0e4a4a616df reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:03Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:43:03Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:43:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:03Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be41ebc8e96af3 namespace: kserve-ci-e2e-test resourceVersion: "19675" uid: 180a69c9-db0a-44ab-85f4-8af73631788c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:43:07Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T19:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:07Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be41ecbbfbb3cc namespace: kserve-ci-e2e-test resourceVersion: "19708" uid: 337c22dc-0a9d-4e6c-a4a8-3ea4334b081a reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:43:07Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:07Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be41ecbec487ea namespace: kserve-ci-e2e-test resourceVersion: "19712" uid: 30010c01-a75e-43e2-967b-eff98a191bbd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:43:07Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:07Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be41ecbf515707 namespace: kserve-ci-e2e-test resourceVersion: "19713" uid: d7a24cd3-2985-4c69-806f-f8415442180b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:43:07Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:07Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be41ecbf5b1f04 namespace: kserve-ci-e2e-test resourceVersion: "19716" uid: 60d5ae81-1d67-4397-877f-60bc270677a1 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:43:07Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:07Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be41ecc23d2ead namespace: kserve-ci-e2e-test resourceVersion: "19717" uid: 633f0ce3-6873-427a-abd7-0e4f265e73eb reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:07Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:43:07Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:43:07Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:07Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be41ecc2ae3fb4 namespace: kserve-ci-e2e-test resourceVersion: "19719" uid: 6583d6d7-01af-4f12-b897-3dbb46f19de5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T19:43:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:44:17Z" message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:43:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:44:17Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be41ecf803c646 namespace: kserve-ci-e2e-test resourceVersion: "20212" uid: 3eed1075-72e0-4b03-9472-d70e7eb55891 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:44:48Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:44:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:44:48Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be420442402f42 namespace: kserve-ci-e2e-test resourceVersion: "20519" uid: 8c24c689-69e1-4500-80e4-8b88752b578e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:44:48Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:44:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:44:48Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be42044240b545 namespace: kserve-ci-e2e-test resourceVersion: "20520" uid: 2978d324-c6ae-4956-8405-ecd1c1dcfa57 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-primary-771967-predictor-568fd899c9-8lrrm namespace: kserve-ci-e2e-test resourceVersion: "19642" uid: 7fc83dd7-b10c-4aa2-8634-31645784997e kind: Event lastTimestamp: "2026-07-01T19:44:49Z" message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp 10.132.0.27:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:44:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:44:49Z" name: isvc-primary-771967-predictor-568fd899c9-8lrrm.18be42047c4854b8 namespace: kserve-ci-e2e-test resourceVersion: "20549" uid: 45df6d39-39c1-4b3e-affd-64b955eab812 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:02Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-primary-771967-predictor-568fd899c9 namespace: kserve-ci-e2e-test resourceVersion: "19630" uid: 6ad59969-06e1-4e74-b546-8a2b5c144d1c kind: Event lastTimestamp: "2026-07-01T19:43:02Z" message: 'Created pod: isvc-primary-771967-predictor-568fd899c9-8lrrm' metadata: creationTimestamp: "2026-07-01T19:43:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:43:02Z" name: isvc-primary-771967-predictor-568fd899c9.18be41eb85d1896b namespace: kserve-ci-e2e-test resourceVersion: "19641" uid: 819d2b2b-40eb-408b-aef5-e5cf2816b8e2 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:43:02Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-primary-771967-predictor namespace: kserve-ci-e2e-test resourceVersion: "19628" uid: a4b05690-ecc1-4522-829b-3bf48524ac69 kind: Event lastTimestamp: "2026-07-01T19:43:02Z" message: Scaled up replica set isvc-primary-771967-predictor-568fd899c9 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:43:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:43:02Z" name: isvc-primary-771967-predictor.18be41eb813d9ccc namespace: kserve-ci-e2e-test resourceVersion: "19631" uid: e12f9200-6c26-45e3-96f6-ab82b9db9d08 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:43:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-771967-predictor namespace: kserve-ci-e2e-test resourceVersion: "19629" uid: 6789afa8-0468-4c2c-b313-008425f1f2c4 kind: Event lastTimestamp: "2026-07-01T19:43:32Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:43:32Z" name: isvc-primary-771967-predictor.18be41ef031ceece namespace: kserve-ci-e2e-test resourceVersion: "19896" uid: a7f98b41-2c54-4230-8a5f-db70dbe9d027 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:43:17Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-771967-predictor namespace: kserve-ci-e2e-test resourceVersion: "19629" uid: 6789afa8-0468-4c2c-b313-008425f1f2c4 kind: Event lastTimestamp: "2026-07-01T19:43:32Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:43:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:43:32Z" name: isvc-primary-771967-predictor.18be41ef0419311d namespace: kserve-ci-e2e-test resourceVersion: "19897" uid: 29b9a563-0d5b-4fe9-a2fc-4f5b8d1ab0e6 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T19:43:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-771967-predictor namespace: kserve-ci-e2e-test resourceVersion: "19791" uid: 6789afa8-0468-4c2c-b313-008425f1f2c4 kind: Event lastTimestamp: "2026-07-01T19:44:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:43:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:44:47Z" name: isvc-primary-771967-predictor.18be41f6033c59f9 namespace: kserve-ci-e2e-test resourceVersion: "20495" uid: 7000097c-124f-4901-bf4f-a8ac211951c7 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 5 eventTime: null firstTimestamp: "2026-07-01T19:43:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-primary-771967-predictor namespace: kserve-ci-e2e-test resourceVersion: "19791" uid: 6789afa8-0468-4c2c-b313-008425f1f2c4 kind: Event lastTimestamp: "2026-07-01T19:44:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:43:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:44:47Z" name: isvc-primary-771967-predictor.18be41f603d88a95 namespace: kserve-ci-e2e-test resourceVersion: "20496" uid: d4980648-bb08-49fb-8325-58ec531b7cc0 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:43:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-771967 namespace: kserve-ci-e2e-test resourceVersion: "19620" uid: 9bdbc73f-a32f-476b-90af-2b54aa8abb34 kind: Event lastTimestamp: "2026-07-01T19:44:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:43:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:44:27Z" name: isvc-primary-771967.18be41eb813fbf06 namespace: kserve-ci-e2e-test resourceVersion: "20291" uid: 5888ec35-e925-414c-9187-e59b22aa2dcd reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:43:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-771967 namespace: kserve-ci-e2e-test resourceVersion: "19620" uid: 9bdbc73f-a32f-476b-90af-2b54aa8abb34 kind: Event lastTimestamp: "2026-07-01T19:43:02Z" message: 'Failed to update status for InferenceService "isvc-primary-771967": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-771967": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:43:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:43:02Z" name: isvc-primary-771967.18be41eb818c4f32 namespace: kserve-ci-e2e-test resourceVersion: "19649" uid: 3150de6b-3118-4af6-87f0-afdcec06615f reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:43:02Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-771967 namespace: kserve-ci-e2e-test resourceVersion: "19620" uid: 9bdbc73f-a32f-476b-90af-2b54aa8abb34 kind: Event lastTimestamp: "2026-07-01T19:43:02Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-771967": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:43:02Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:43:02Z" name: isvc-primary-771967.18be41eb818c9de9 namespace: kserve-ci-e2e-test resourceVersion: "19651" uid: 22702089-a312-4c27-a60e-be96afc4ae97 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-primary-771967 namespace: kserve-ci-e2e-test resourceVersion: "20289" uid: 9bdbc73f-a32f-476b-90af-2b54aa8abb34 kind: Event lastTimestamp: "2026-07-01T19:44:27Z" message: InferenceService [isvc-primary-771967] is Ready metadata: creationTimestamp: "2026-07-01T19:44:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:44:27Z" name: isvc-primary-771967.18be41ff74fabb0c namespace: kserve-ci-e2e-test resourceVersion: "20290" uid: 1785a440-f93c-4af1-9e4f-8c5dd7ce012c reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:32:45.861541Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14359" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn to ip-10-0-143-50.ec2.internal metadata: creationTimestamp: "2026-07-01T19:32:45Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:32:45Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be415bff039669 namespace: kserve-ci-e2e-test resourceVersion: "14366" uid: 4f938619-d456-4d9b-b8c9-5a2777de422a reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:46Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14371" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:32:46Z" message: Add eth0 [10.132.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:32:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:32:46Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be415c18b86f60 namespace: kserve-ci-e2e-test resourceVersion: "14383" uid: 970193ee-dc73-4976-a0eb-75fe9c08dd1a reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:46Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:32:46Z" message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" metadata: creationTimestamp: "2026-07-01T19:32:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:46Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be415c1a4d45f3 namespace: kserve-ci-e2e-test resourceVersion: "14386" uid: c3dedd4d-d7f2-4945-b140-86a860e6885f reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:32:49Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" in 3.547s (3.547s including waiting). Image size: 300567509 bytes.' metadata: creationTimestamp: "2026-07-01T19:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:49Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be415cedbaee70 namespace: kserve-ci-e2e-test resourceVersion: "14412" uid: db193c8b-9cdb-48f4-aa57-95626859fe98 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:32:49Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:49Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be415cf0f0eb1a namespace: kserve-ci-e2e-test resourceVersion: "14413" uid: b421f50a-8e74-43c0-8dc1-709214a9fe57 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:49Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:32:49Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:32:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:49Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be415cf163e227 namespace: kserve-ci-e2e-test resourceVersion: "14414" uid: 6c0f4069-3c5a-472f-a9d1-060e781da5cc reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:32:54Z" message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" metadata: creationTimestamp: "2026-07-01T19:32:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:32:54Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be415dedd8d736 namespace: kserve-ci-e2e-test resourceVersion: "14448" uid: 6ed548db-08f9-4f58-b5f9-570f99edbc30 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:33:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:33:08Z" message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" in 14.457s (14.457s including waiting). Image size: 1558595510 bytes.' metadata: creationTimestamp: "2026-07-01T19:33:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:33:08Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be41614b962846 namespace: kserve-ci-e2e-test resourceVersion: "14557" uid: 3dc00dd9-1e71-47c5-b401-974da5926eb2 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:33:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:33:08Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:33:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:33:08Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be41614eb3ae11 namespace: kserve-ci-e2e-test resourceVersion: "14558" uid: 1c4543a1-65da-4cba-9caf-b903d724230d reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:33:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:33:08Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:33:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:33:08Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be41614f252c2c namespace: kserve-ci-e2e-test resourceVersion: "14559" uid: cd3b9a71-f38b-4f4b-934c-f61d6772bde5 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:33:08Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:33:08Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-01T19:33:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:33:08Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be41614f346e3a namespace: kserve-ci-e2e-test resourceVersion: "14560" uid: 8efaae49-eb04-4fb7-bba1-0bf35e8c9640 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:33:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:33:11Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 2.621s (2.621s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-01T19:33:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:33:11Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be4161eb73a569 namespace: kserve-ci-e2e-test resourceVersion: "14578" uid: d5f81b59-ba0e-4cf9-bedb-85a40c673992 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:33:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:33:11Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:33:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:33:11Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be4161ee394fbc namespace: kserve-ci-e2e-test resourceVersion: "14579" uid: 6d63c7b2-d7a7-48fc-a6d7-2fe6cbb6293b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:33:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:33:11Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:33:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:33:11Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be4161eeae17f5 namespace: kserve-ci-e2e-test resourceVersion: "14580" uid: 17172c04-d055-4ce4-a232-bb6ac5f00baf reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:33:11Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:33:11Z" message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:694a44c3a2aed22c78d433e9220113d47feab5895f86a8ff0e64d7345c386ab0" metadata: creationTimestamp: "2026-07-01T19:33:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:33:11Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be4161eeba7c90 namespace: kserve-ci-e2e-test resourceVersion: "14581" uid: 8f5114a2-6152-40ed-937c-39b3f8e57c00 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:33:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:33:13Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:694a44c3a2aed22c78d433e9220113d47feab5895f86a8ff0e64d7345c386ab0" in 2.517s (2.517s including waiting). Image size: 239994492 bytes.' metadata: creationTimestamp: "2026-07-01T19:33:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:33:13Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be416284cb5849 namespace: kserve-ci-e2e-test resourceVersion: "14598" uid: 0482db9a-e807-4fe3-8f04-1d85dc6d7e9d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:33:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:33:13Z" message: 'Created container: agent' metadata: creationTimestamp: "2026-07-01T19:33:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:33:13Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be416287e210d5 namespace: kserve-ci-e2e-test resourceVersion: "14599" uid: c7163017-2722-4820-b43c-77e5a4f217ee reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:33:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:33:13Z" message: Started container agent metadata: creationTimestamp: "2026-07-01T19:33:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:33:13Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be41628852dd12 namespace: kserve-ci-e2e-test resourceVersion: "14600" uid: 89085595-fd22-44e9-bd43-441e490ab7d2 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:33:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:34:47Z" message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:33:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:47Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be41629bbba364 namespace: kserve-ci-e2e-test resourceVersion: "15409" uid: 538eeb9b-5018-4a48-bc30-a490c3addfc6 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T19:33:15Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:34:47Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T19:33:15Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:47Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be4162d78d96e1 namespace: kserve-ci-e2e-test resourceVersion: "15408" uid: d36ac7bb-e6e0-4057-9f2e-47e3fa4aadbe reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:41Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be4176d5b6f5ed namespace: kserve-ci-e2e-test resourceVersion: "15294" uid: 0ea3fc45-c933-406c-8696-be6e7a1e32cf reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{agent} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: Stopping container agent metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:41Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be4176d5b6ff40 namespace: kserve-ci-e2e-test resourceVersion: "15290" uid: c1e7ceb1-e8f1-439b-86c1-80cef6aa3e1c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:41Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be4176d5b803ff namespace: kserve-ci-e2e-test resourceVersion: "15297" uid: 24558602-dc51-48d2-8c19-e22074e59e34 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn namespace: kserve-ci-e2e-test resourceVersion: "14361" uid: 82d1328f-7a58-4c14-a76a-2ad9eea2e04b kind: Event lastTimestamp: "2026-07-01T19:34:56Z" message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp 10.132.0.20:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:56Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn.18be4176ddbc5560 namespace: kserve-ci-e2e-test resourceVersion: "15482" uid: 7af778ca-9a83-4b87-8e02-9e92a4738481 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:45Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd namespace: kserve-ci-e2e-test resourceVersion: "14349" uid: f3a75a4a-5613-4270-9203-fd19682c557f kind: Event lastTimestamp: "2026-07-01T19:32:45Z" message: 'Created pod: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd-6dpfn' metadata: creationTimestamp: "2026-07-01T19:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:32:45Z" name: isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd.18be415bfebde2ca namespace: kserve-ci-e2e-test resourceVersion: "14364" uid: 5572d80d-218a-4f46-b219-5c2a9cf953a0 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:32:45Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-raw-sklearn-batcher-b8262-predictor namespace: kserve-ci-e2e-test resourceVersion: "14348" uid: 02f073e4-4238-4ba9-8a40-41ceb6a77d89 kind: Event lastTimestamp: "2026-07-01T19:32:45Z" message: Scaled up replica set isvc-raw-sklearn-batcher-b8262-predictor-676f589bcd from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:32:45Z" name: isvc-raw-sklearn-batcher-b8262-predictor.18be415bf7f50071 namespace: kserve-ci-e2e-test resourceVersion: "14350" uid: c115286b-0ea3-4083-a90b-bd55a737eaf9 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:33:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-b8262-predictor namespace: kserve-ci-e2e-test resourceVersion: "14356" uid: 2fbd9999-815a-493f-91e8-c5cf12dbdd43 kind: Event lastTimestamp: "2026-07-01T19:33:45Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:33:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:33:45Z" name: isvc-raw-sklearn-batcher-b8262-predictor.18be415f7dad5556 namespace: kserve-ci-e2e-test resourceVersion: "14837" uid: f4b28566-8d02-476f-9b7d-ce6b1cf6e9b1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:33:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-b8262-predictor namespace: kserve-ci-e2e-test resourceVersion: "14356" uid: 2fbd9999-815a-493f-91e8-c5cf12dbdd43 kind: Event lastTimestamp: "2026-07-01T19:33:45Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:33:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:33:45Z" name: isvc-raw-sklearn-batcher-b8262-predictor.18be415f7e201ef2 namespace: kserve-ci-e2e-test resourceVersion: "14838" uid: a27da8fd-16fe-4261-bae3-0a8d8990c223 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:34:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-b8262-predictor namespace: kserve-ci-e2e-test resourceVersion: "14501" uid: 2fbd9999-815a-493f-91e8-c5cf12dbdd43 kind: Event lastTimestamp: "2026-07-01T19:34:30Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:34:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:30Z" name: isvc-raw-sklearn-batcher-b8262-predictor.18be416d7a8282ae namespace: kserve-ci-e2e-test resourceVersion: "15168" uid: befc944f-fa84-42fd-9aff-f3adc331975a reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:34:00Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-raw-sklearn-batcher-b8262-predictor namespace: kserve-ci-e2e-test resourceVersion: "14501" uid: 2fbd9999-815a-493f-91e8-c5cf12dbdd43 kind: Event lastTimestamp: "2026-07-01T19:34:30Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:34:00Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:31Z" name: isvc-raw-sklearn-batcher-b8262-predictor.18be416d7af9332e namespace: kserve-ci-e2e-test resourceVersion: "15169" uid: eb1460a0-1956-4757-9f20-cdaecd57d569 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:32:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-b8262 namespace: kserve-ci-e2e-test resourceVersion: "14340" uid: 33290476-4e5a-402d-b1ae-46442ed3b4f9 kind: Event lastTimestamp: "2026-07-01T19:34:27Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:34:27Z" name: isvc-raw-sklearn-batcher-b8262.18be415bfdefbdf4 namespace: kserve-ci-e2e-test resourceVersion: "15145" uid: 2dd443cb-fbce-4473-8f3a-ee9561799b9f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:32:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-b8262 namespace: kserve-ci-e2e-test resourceVersion: "14340" uid: 33290476-4e5a-402d-b1ae-46442ed3b4f9 kind: Event lastTimestamp: "2026-07-01T19:32:46Z" message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-b8262": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-b8262": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:32:46Z" name: isvc-raw-sklearn-batcher-b8262.18be415bfe6a09d2 namespace: kserve-ci-e2e-test resourceVersion: "14375" uid: e6a71c9c-dd7e-4f8b-b572-9704cb566573 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:32:45Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-b8262 namespace: kserve-ci-e2e-test resourceVersion: "14340" uid: 33290476-4e5a-402d-b1ae-46442ed3b4f9 kind: Event lastTimestamp: "2026-07-01T19:32:46Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-b8262": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:32:45Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:32:46Z" name: isvc-raw-sklearn-batcher-b8262.18be415bfe6a4c08 namespace: kserve-ci-e2e-test resourceVersion: "14376" uid: 4938177a-214e-408a-bb96-89bb3246e46c reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:27Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-raw-sklearn-batcher-b8262 namespace: kserve-ci-e2e-test resourceVersion: "15143" uid: 33290476-4e5a-402d-b1ae-46442ed3b4f9 kind: Event lastTimestamp: "2026-07-01T19:34:27Z" message: InferenceService [isvc-raw-sklearn-batcher-b8262] is Ready metadata: creationTimestamp: "2026-07-01T19:34:27Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:34:27Z" name: isvc-raw-sklearn-batcher-b8262.18be4173a2a095dc namespace: kserve-ci-e2e-test resourceVersion: "15144" uid: d96133ef-0ecf-4c12-8825-cddcfac072e1 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:44:32.536748Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-secondary-771967-predictor-85df677c64-w8fhw namespace: kserve-ci-e2e-test resourceVersion: "20348" uid: eac18698-274f-479b-b3f0-4e896c1e1211 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-771967-predictor-85df677c64-w8fhw to ip-10-0-143-50.ec2.internal metadata: creationTimestamp: "2026-07-01T19:44:32Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:44:32Z" name: isvc-secondary-771967-predictor-85df677c64-w8fhw.18be420088237c0e namespace: kserve-ci-e2e-test resourceVersion: "20352" uid: 17186b58-1eaf-4f20-86b1-418e27760243 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-secondary-771967-predictor-85df677c64-w8fhw namespace: kserve-ci-e2e-test resourceVersion: "20356" uid: eac18698-274f-479b-b3f0-4e896c1e1211 kind: Event lastTimestamp: "2026-07-01T19:44:32Z" message: Add eth0 [10.132.0.28/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:44:32Z" name: isvc-secondary-771967-predictor-85df677c64-w8fhw.18be4200a16a5187 namespace: kserve-ci-e2e-test resourceVersion: "20364" uid: 834eb46c-c3c9-4069-b480-6eed2b1a57c9 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:44:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-771967-predictor-85df677c64-w8fhw namespace: kserve-ci-e2e-test resourceVersion: "20350" uid: eac18698-274f-479b-b3f0-4e896c1e1211 kind: Event lastTimestamp: "2026-07-01T19:44:37Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:44:37Z" name: isvc-secondary-771967-predictor-85df677c64-w8fhw.18be4200a2f310c2 namespace: kserve-ci-e2e-test resourceVersion: "20411" uid: ccbfa99b-d74d-4f7a-a7ae-6dd7644d674b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:44:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-771967-predictor-85df677c64-w8fhw namespace: kserve-ci-e2e-test resourceVersion: "20350" uid: eac18698-274f-479b-b3f0-4e896c1e1211 kind: Event lastTimestamp: "2026-07-01T19:44:37Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:44:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:44:37Z" name: isvc-secondary-771967-predictor-85df677c64-w8fhw.18be4200a5b31873 namespace: kserve-ci-e2e-test resourceVersion: "20413" uid: 6fae41fc-1d87-44f3-8a56-bcd82e8f064c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:44:33Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-771967-predictor-85df677c64-w8fhw namespace: kserve-ci-e2e-test resourceVersion: "20350" uid: eac18698-274f-479b-b3f0-4e896c1e1211 kind: Event lastTimestamp: "2026-07-01T19:44:37Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:44:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:44:37Z" name: isvc-secondary-771967-predictor-85df677c64-w8fhw.18be4200a61e9e6a namespace: kserve-ci-e2e-test resourceVersion: "20414" uid: 424dc09c-d7d1-4666-b3cc-5fa273638363 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:43Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-secondary-771967-predictor-85df677c64-w8fhw namespace: kserve-ci-e2e-test resourceVersion: "20350" uid: eac18698-274f-479b-b3f0-4e896c1e1211 kind: Event lastTimestamp: "2026-07-01T19:44:43Z" message: Back-off restarting failed container storage-initializer in pod isvc-secondary-771967-predictor-85df677c64-w8fhw_kserve-ci-e2e-test(eac18698-274f-479b-b3f0-4e896c1e1211) metadata: creationTimestamp: "2026-07-01T19:44:43Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:44:43Z" name: isvc-secondary-771967-predictor-85df677c64-w8fhw.18be42032bcbb8b0 namespace: kserve-ci-e2e-test resourceVersion: "20458" uid: f420d265-20f3-4372-8970-56dd07c4f267 reason: BackOff reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:32Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-secondary-771967-predictor-85df677c64 namespace: kserve-ci-e2e-test resourceVersion: "20339" uid: 62502c5d-7eec-49c5-bd90-437775ff69d2 kind: Event lastTimestamp: "2026-07-01T19:44:32Z" message: 'Created pod: isvc-secondary-771967-predictor-85df677c64-w8fhw' metadata: creationTimestamp: "2026-07-01T19:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:44:32Z" name: isvc-secondary-771967-predictor-85df677c64.18be4200879dee37 namespace: kserve-ci-e2e-test resourceVersion: "20349" uid: 93c3ec4e-dad8-4985-bc62-69dd802d32e4 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:32Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-secondary-771967-predictor namespace: kserve-ci-e2e-test resourceVersion: "20336" uid: 5765abce-300f-4d96-af4b-17b8e1b517ea kind: Event lastTimestamp: "2026-07-01T19:44:32Z" message: Scaled up replica set isvc-secondary-771967-predictor-85df677c64 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:44:32Z" name: isvc-secondary-771967-predictor.18be4200827bc2a0 namespace: kserve-ci-e2e-test resourceVersion: "20340" uid: 602d824b-2332-4c1c-aaf6-ae58307dafc5 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-secondary-771967-predictor namespace: kserve-ci-e2e-test resourceVersion: "20338" uid: 1a89ef64-020d-45f5-95af-f4c181fdcda7 kind: Event lastTimestamp: "2026-07-01T19:44:47Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:44:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:44:47Z" name: isvc-secondary-771967-predictor.18be4204011802a0 namespace: kserve-ci-e2e-test resourceVersion: "20498" uid: ba4d0329-ab26-4c5a-ad99-728185d4d3d5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:47Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-secondary-771967-predictor namespace: kserve-ci-e2e-test resourceVersion: "20338" uid: 1a89ef64-020d-45f5-95af-f4c181fdcda7 kind: Event lastTimestamp: "2026-07-01T19:44:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:44:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:44:47Z" name: isvc-secondary-771967-predictor.18be4204018dc854 namespace: kserve-ci-e2e-test resourceVersion: "20499" uid: a4d0723a-ddab-4410-8e98-6d0082b0edc2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:44:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-771967 namespace: kserve-ci-e2e-test resourceVersion: "20328" uid: 42342c0f-5636-4e27-a4ff-0ae88ebf62fe kind: Event lastTimestamp: "2026-07-01T19:44:44Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:44:44Z" name: isvc-secondary-771967.18be4200828d394b namespace: kserve-ci-e2e-test resourceVersion: "20463" uid: 4a56c965-dcf4-465c-9ba3-ffe28a29c979 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-771967 namespace: kserve-ci-e2e-test resourceVersion: "20328" uid: 42342c0f-5636-4e27-a4ff-0ae88ebf62fe kind: Event lastTimestamp: "2026-07-01T19:44:32Z" message: 'Failed to update status for InferenceService "isvc-secondary-771967": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-771967": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:44:32Z" name: isvc-secondary-771967.18be420083141e4a namespace: kserve-ci-e2e-test resourceVersion: "20343" uid: e294030a-1437-4262-99f3-83909bfc24de reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:44:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-secondary-771967 namespace: kserve-ci-e2e-test resourceVersion: "20328" uid: 42342c0f-5636-4e27-a4ff-0ae88ebf62fe kind: Event lastTimestamp: "2026-07-01T19:44:32Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-771967": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:44:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:44:32Z" name: isvc-secondary-771967.18be420083147a00 namespace: kserve-ci-e2e-test resourceVersion: "20344" uid: 4590b454-0402-473d-8a9e-430cbad1f668 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:34:41.125807Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15276" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 to ip-10-0-143-50.ec2.internal metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:34:41Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be4176d54cc24a namespace: kserve-ci-e2e-test resourceVersion: "15288" uid: b301f58c-db78-40cd-bc32-b00a3e78bb2e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15301" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: Add eth0 [10.132.0.21/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:34:41Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be4176efb19df8 namespace: kserve-ci-e2e-test resourceVersion: "15334" uid: 4d7765e9-f677-4e3c-a7fe-db7b702405ec reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:41Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be4176f12fdb87 namespace: kserve-ci-e2e-test resourceVersion: "15336" uid: c491adaf-d885-4979-ae9f-f73c8f092272 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:41Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be4176f4618c70 namespace: kserve-ci-e2e-test resourceVersion: "15339" uid: 02db8436-6e4f-431f-83c3-11c001708c69 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:41Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be4176f5058d9b namespace: kserve-ci-e2e-test resourceVersion: "15341" uid: a7c5186a-f755-4ff5-b425-b3d8d2bf7a4c reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: "2026-07-01T19:34:46Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T19:34:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:46Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be41781bef5bc3 namespace: kserve-ci-e2e-test resourceVersion: "15388" uid: 08447421-f230-450a-a56b-f2f3819cc758 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: "2026-07-01T19:34:46Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:34:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:46Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be41781ed73ff9 namespace: kserve-ci-e2e-test resourceVersion: "15391" uid: 4899fd55-3d7a-4583-947e-c3e486dd6d37 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: "2026-07-01T19:34:46Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:34:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:46Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be41781f46393a namespace: kserve-ci-e2e-test resourceVersion: "15392" uid: a68ee956-ac12-428a-9661-1d50e3259d87 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: "2026-07-01T19:34:46Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:34:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:46Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be41781f4fa8ce namespace: kserve-ci-e2e-test resourceVersion: "15395" uid: c2bb18d6-fdb4-4c94-8c70-4ae715019036 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: "2026-07-01T19:34:46Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:34:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:46Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be4178225cb9cb namespace: kserve-ci-e2e-test resourceVersion: "15398" uid: c2c9d98b-6de8-4660-8510-f6948baa31f0 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: "2026-07-01T19:34:46Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:34:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:46Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be417822d29287 namespace: kserve-ci-e2e-test resourceVersion: "15399" uid: 2ffb0f49-3dc0-4008-b908-b5066739bb2b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T19:34:47Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: "2026-07-01T19:36:33Z" message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:34:47Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:33Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be4178580982b9 namespace: kserve-ci-e2e-test resourceVersion: "16409" uid: c165564d-fff8-46e4-963a-7a9c22264fa7 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be419084bb94ec namespace: kserve-ci-e2e-test resourceVersion: "16300" uid: 91a42ed5-53b3-491f-a853-b1839536f8d6 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be419084bc3eb0 namespace: kserve-ci-e2e-test resourceVersion: "16303" uid: 7992f88c-3b8a-4a3e-9f68-0ce4fb85d102 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:33Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7 namespace: kserve-ci-e2e-test resourceVersion: "15283" uid: 072ba039-eaf9-4716-94c8-3064036dac27 kind: Event lastTimestamp: "2026-07-01T19:36:33Z" message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp 10.132.0.21:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:36:33Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:33Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7.18be4191065ce0a4 namespace: kserve-ci-e2e-test resourceVersion: "16408" uid: 2bfcb7e6-43e0-43c5-9af4-b358177a5714 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d namespace: kserve-ci-e2e-test resourceVersion: "15251" uid: 0b7c8ea0-fe61-4768-b5cd-989d2dac2888 kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: 'Created pod: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d-bp6n7' metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:41Z" name: isvc-sklearn-graph-raw-54928-predictor-5894b4f55d.18be4176d4d96e92 namespace: kserve-ci-e2e-test resourceVersion: "15282" uid: 183105f6-c4a5-4840-907b-cbe8836271f8 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-raw-54928-predictor namespace: kserve-ci-e2e-test resourceVersion: "15249" uid: 80bb74f3-937b-4650-9df6-23be06d6ad00 kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: Scaled up replica set isvc-sklearn-graph-raw-54928-predictor-5894b4f55d from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:41Z" name: isvc-sklearn-graph-raw-54928-predictor.18be4176cfd2006c namespace: kserve-ci-e2e-test resourceVersion: "15253" uid: 7eda9d8c-a35d-4802-93e2-b1fef1d0dcdb reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-54928-predictor namespace: kserve-ci-e2e-test resourceVersion: "15250" uid: e86a248b-d331-4078-b0fe-81e20ce5ee81 kind: Event lastTimestamp: "2026-07-01T19:34:56Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:34:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:56Z" name: isvc-sklearn-graph-raw-54928-predictor.18be417a4e4f4635 namespace: kserve-ci-e2e-test resourceVersion: "15475" uid: db7ab077-14ce-41de-a19b-80102e699069 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-54928-predictor namespace: kserve-ci-e2e-test resourceVersion: "15250" uid: e86a248b-d331-4078-b0fe-81e20ce5ee81 kind: Event lastTimestamp: "2026-07-01T19:34:56Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:34:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:56Z" name: isvc-sklearn-graph-raw-54928-predictor.18be417a4ebbcab7 namespace: kserve-ci-e2e-test resourceVersion: "15477" uid: 1ed8337c-eded-4aa3-b4c1-455224c11975 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-01T19:35:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-54928-predictor namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: e86a248b-d331-4078-b0fe-81e20ce5ee81 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:35:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:26Z" name: isvc-sklearn-graph-raw-54928-predictor.18be417dcde5b7b8 namespace: kserve-ci-e2e-test resourceVersion: "16194" uid: 015ee8ff-514b-4940-85b1-c4deb7a3f4ba reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-01T19:35:11Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-54928-predictor namespace: kserve-ci-e2e-test resourceVersion: "15476" uid: e86a248b-d331-4078-b0fe-81e20ce5ee81 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:35:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:26Z" name: isvc-sklearn-graph-raw-54928-predictor.18be417dce55b58e namespace: kserve-ci-e2e-test resourceVersion: "16195" uid: eaae3485-f77e-45c9-8b4a-4c0de198cc4a reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-54928 namespace: kserve-ci-e2e-test resourceVersion: "15239" uid: 2e7a0aed-7b65-49f7-b421-8addf6c771cb kind: Event lastTimestamp: "2026-07-01T19:36:03Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:36:03Z" name: isvc-sklearn-graph-raw-54928.18be4176cfd40b02 namespace: kserve-ci-e2e-test resourceVersion: "15992" uid: bcc1af29-f18a-4ce5-85d2-0037c2db596f reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-54928 namespace: kserve-ci-e2e-test resourceVersion: "15239" uid: 2e7a0aed-7b65-49f7-b421-8addf6c771cb kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-54928": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-54928": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:34:41Z" name: isvc-sklearn-graph-raw-54928.18be4176d02485ab namespace: kserve-ci-e2e-test resourceVersion: "15255" uid: 251d54a8-2d56-45ca-bda8-92ab42d8b807 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:03Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-54928 namespace: kserve-ci-e2e-test resourceVersion: "15990" uid: 2e7a0aed-7b65-49f7-b421-8addf6c771cb kind: Event lastTimestamp: "2026-07-01T19:36:03Z" message: InferenceService [isvc-sklearn-graph-raw-54928] is Ready metadata: creationTimestamp: "2026-07-01T19:36:03Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:36:03Z" name: isvc-sklearn-graph-raw-54928.18be418a10472ac4 namespace: kserve-ci-e2e-test resourceVersion: "15991" uid: cfb993b4-21eb-4b09-8842-6dc8073689b4 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:36:31.447577Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16294" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 to ip-10-0-143-50.ec2.internal metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be419084fd663a namespace: kserve-ci-e2e-test resourceVersion: "16302" uid: ade3e690-0488-49c5-8f27-0a2e0f1655e4 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-31388-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be41908ef9332e namespace: kserve-ci-e2e-test resourceVersion: "16356" uid: e14ce02a-0e0a-424f-9c01-6d6759d18ba8 reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:32Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16318" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:36:32Z" message: Add eth0 [10.132.0.23/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:36:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:36:32Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be4190c290a189 namespace: kserve-ci-e2e-test resourceVersion: "16382" uid: 901c9afb-321d-4536-ac24-6e6c5947626b reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:36:32Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:36:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:32Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be4190c3e7b7d0 namespace: kserve-ci-e2e-test resourceVersion: "16384" uid: 8c018b42-903e-49f4-a965-a40dde179394 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:36:32Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:36:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:32Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be4190c7030092 namespace: kserve-ci-e2e-test resourceVersion: "16385" uid: a957aa47-7ba6-4f68-ae87-96efed4b7d71 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:36:32Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:36:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:32Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be4190c7742029 namespace: kserve-ci-e2e-test resourceVersion: "16386" uid: b3a41f16-11df-4dd1-a61b-59cd36f74ea9 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:36:37Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T19:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:37Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be4191d31e8e25 namespace: kserve-ci-e2e-test resourceVersion: "16437" uid: f67c3259-b645-4f57-be09-c7785a8f913b reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:36:37Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:37Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be4191d63c9154 namespace: kserve-ci-e2e-test resourceVersion: "16441" uid: 33f95f99-cd4b-47b4-84bf-87cc0f79583b reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:36:37Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:37Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be4191d6cd33c0 namespace: kserve-ci-e2e-test resourceVersion: "16444" uid: 69536805-79fa-4ace-962c-4a3af7b0fd78 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:36:37Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:37Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be4191d6d6ed92 namespace: kserve-ci-e2e-test resourceVersion: "16445" uid: c0775d00-3c26-4e27-b1dc-423a3194193d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:36:37Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:37Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be4191d9c8a463 namespace: kserve-ci-e2e-test resourceVersion: "16447" uid: aee61c0b-ed39-4185-b9c6-d7e152d7176e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:37Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:36:37Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:36:37Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:37Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be4191da3c72d2 namespace: kserve-ci-e2e-test resourceVersion: "16448" uid: 8cfd5ee7-8972-4fda-b2a8-319ea64c4d43 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:36:38Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:38:25Z" message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:36:38Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:25Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be41920f8d93f5 namespace: kserve-ci-e2e-test resourceVersion: "17419" uid: ed31a669-ce91-4d65-91f1-636317d4322a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:38:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:21Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be41aa31eaac77 namespace: kserve-ci-e2e-test resourceVersion: "17354" uid: 30d878e9-0b9c-47f7-bac7-aea963a6e47e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:38:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:21Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be41aa31eafeb5 namespace: kserve-ci-e2e-test resourceVersion: "17356" uid: dd145f8d-5c5e-4715-a363-d45ad6ddb4de reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:25Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7 namespace: kserve-ci-e2e-test resourceVersion: "16297" uid: e13bfad3-7f49-412a-8d4d-f5cf92addc44 kind: Event lastTimestamp: "2026-07-01T19:38:25Z" message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp 10.132.0.23:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:38:25Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:25Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7.18be41aaf9a0e01c namespace: kserve-ci-e2e-test resourceVersion: "17418" uid: e6aa3570-8b55-44d3-b86a-d9d4baf09628 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58 namespace: kserve-ci-e2e-test resourceVersion: "16265" uid: 4876cc3b-b69c-4418-bb45-fbde6438d3df kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: 'Created pod: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58-6f4r7' metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58.18be4190847bd084 namespace: kserve-ci-e2e-test resourceVersion: "16296" uid: 3e890ba9-c561-4fd8-940c-c091b5a652f6 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-graph-raw-hpa-31388-predictor namespace: kserve-ci-e2e-test resourceVersion: "16262" uid: 12fce51a-aa1d-43aa-ac46-51e54671ebde kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Scaled up replica set isvc-sklearn-graph-raw-hpa-31388-predictor-9c6fd7d58 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor.18be41907f77b7e2 namespace: kserve-ci-e2e-test resourceVersion: "16267" uid: f8b50199-8dd0-485c-afe3-c56579632324 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-31388-predictor namespace: kserve-ci-e2e-test resourceVersion: "16264" uid: 2ec035b0-cf97-42b9-bfeb-6982f1e7a560 kind: Event lastTimestamp: "2026-07-01T19:36:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:46Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor.18be4193fe45c4cd namespace: kserve-ci-e2e-test resourceVersion: "16532" uid: a1c4bd19-60e0-4a3e-b623-15854d184d0b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-31388-predictor namespace: kserve-ci-e2e-test resourceVersion: "16264" uid: 2ec035b0-cf97-42b9-bfeb-6982f1e7a560 kind: Event lastTimestamp: "2026-07-01T19:36:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:46Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor.18be4193feb1b0a2 namespace: kserve-ci-e2e-test resourceVersion: "16534" uid: 9c8fadd3-e7b1-4b62-8d95-9155bab321c4 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-01T19:37:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-31388-predictor namespace: kserve-ci-e2e-test resourceVersion: "16533" uid: 2ec035b0-cf97-42b9-bfeb-6982f1e7a560 kind: Event lastTimestamp: "2026-07-01T19:38:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:37:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:16Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor.18be41977d8e8bab namespace: kserve-ci-e2e-test resourceVersion: "17250" uid: 269c915c-7aca-4c0a-a597-7965d3b87cf0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-01T19:37:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-graph-raw-hpa-31388-predictor namespace: kserve-ci-e2e-test resourceVersion: "16533" uid: 2ec035b0-cf97-42b9-bfeb-6982f1e7a560 kind: Event lastTimestamp: "2026-07-01T19:38:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:37:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:16Z" name: isvc-sklearn-graph-raw-hpa-31388-predictor.18be41977e01ce1b namespace: kserve-ci-e2e-test resourceVersion: "17251" uid: e42e283a-841d-4247-982a-f01466805cc2 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-31388 namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: d441aa55-7b2c-4dda-9faa-c8d1c4685da4 kind: Event lastTimestamp: "2026-07-01T19:37:55Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:37:55Z" name: isvc-sklearn-graph-raw-hpa-31388.18be41907f467eaf namespace: kserve-ci-e2e-test resourceVersion: "17059" uid: 6081655b-a419-4b06-b4fc-cc18e90dfe95 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-31388 namespace: kserve-ci-e2e-test resourceVersion: "16253" uid: d441aa55-7b2c-4dda-9faa-c8d1c4685da4 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-31388": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-31388": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:36:31Z" name: isvc-sklearn-graph-raw-hpa-31388.18be41907fa0ebd4 namespace: kserve-ci-e2e-test resourceVersion: "16269" uid: 0cf9c056-0406-4381-9c21-aee305be6510 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:55Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-graph-raw-hpa-31388 namespace: kserve-ci-e2e-test resourceVersion: "17057" uid: d441aa55-7b2c-4dda-9faa-c8d1c4685da4 kind: Event lastTimestamp: "2026-07-01T19:37:55Z" message: InferenceService [isvc-sklearn-graph-raw-hpa-31388] is Ready metadata: creationTimestamp: "2026-07-01T19:37:55Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:37:55Z" name: isvc-sklearn-graph-raw-hpa-31388.18be41a402fd723c namespace: kserve-ci-e2e-test resourceVersion: "17058" uid: 64a64b7e-fd8d-43e7-8d55-c3608aace8fb reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:40:17.005826Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18363" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 to ip-10-0-143-50.ec2.internal metadata: creationTimestamp: "2026-07-01T19:40:17Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:40:17Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41c5094f00ad namespace: kserve-ci-e2e-test resourceVersion: "18371" uid: 0864baf5-b6de-4b66-812a-9ce020d712d9 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:17Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18385" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: "2026-07-01T19:40:17Z" message: Add eth0 [10.132.0.26/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:40:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:40:17Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41c523817f12 namespace: kserve-ci-e2e-test resourceVersion: "18406" uid: c224eee8-db4c-4358-bc03-a20293b6a1ba reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: "2026-07-01T19:40:17Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:40:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:17Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41c524e3a8fc namespace: kserve-ci-e2e-test resourceVersion: "18408" uid: 48d6938a-a79e-4914-a1d9-e3bd1944ba20 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: "2026-07-01T19:40:17Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:40:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:17Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41c527aed79e namespace: kserve-ci-e2e-test resourceVersion: "18409" uid: 4b7c8c47-8f85-41e1-9486-21569015b557 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:17Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: "2026-07-01T19:40:17Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:40:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:17Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41c5281da216 namespace: kserve-ci-e2e-test resourceVersion: "18410" uid: 837ea2fd-4b7a-42c6-98e9-50357cc06101 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: "2026-07-01T19:40:21Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T19:40:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:21Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41c62d91df54 namespace: kserve-ci-e2e-test resourceVersion: "18450" uid: dbef163a-84be-48ee-bf7b-2ae34775fd79 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: "2026-07-01T19:40:21Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:40:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:21Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41c630bac7e8 namespace: kserve-ci-e2e-test resourceVersion: "18452" uid: a62b641a-ff05-414c-ba01-ae57910d1a8c reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: "2026-07-01T19:40:21Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:40:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:21Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41c6312b536a namespace: kserve-ci-e2e-test resourceVersion: "18456" uid: 5753e630-31d7-4b7c-b5fc-f073e064ffe4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: "2026-07-01T19:40:21Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:40:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:21Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41c631356693 namespace: kserve-ci-e2e-test resourceVersion: "18457" uid: 45a554fc-afe8-4a52-a7d2-c5d946c5d78c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: "2026-07-01T19:40:22Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:40:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:22Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41c633fc4336 namespace: kserve-ci-e2e-test resourceVersion: "18459" uid: 19d25606-5e09-47df-84fc-ad8bc49565f1 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: "2026-07-01T19:40:22Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:40:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:22Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41c6347062cc namespace: kserve-ci-e2e-test resourceVersion: "18460" uid: 14832aaf-acdd-47ef-ab37-1fa3815230fe reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 18 eventTime: null firstTimestamp: "2026-07-01T19:40:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: "2026-07-01T19:43:04Z" message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:40:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:04Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41c669b87415 namespace: kserve-ci-e2e-test resourceVersion: "19692" uid: 15dfc4ba-1c9e-436c-82bc-cc700a8c2fe2 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: "2026-07-01T19:42:57Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:42:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:42:57Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41ea5249a545 namespace: kserve-ci-e2e-test resourceVersion: "19580" uid: 45cc72b7-8194-4614-af69-df7f5da1f28c reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: "2026-07-01T19:42:57Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:42:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:42:57Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41ea524a3501 namespace: kserve-ci-e2e-test resourceVersion: "19581" uid: 8bae041f-0eb8-497d-b52b-03e25ba842b5 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:42:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2 namespace: kserve-ci-e2e-test resourceVersion: "18366" uid: 324ad3ad-1875-4ac1-af68-d8048aef08df kind: Event lastTimestamp: "2026-07-01T19:43:03Z" message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp 10.132.0.26:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:42:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:43:03Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2.18be41eabc41431b namespace: kserve-ci-e2e-test resourceVersion: "19684" uid: 76f296af-b37b-4189-b986-10a8cc9d36f0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:16Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448 namespace: kserve-ci-e2e-test resourceVersion: "18342" uid: 12371dee-521a-40e2-8f2d-63769ded47da kind: Event lastTimestamp: "2026-07-01T19:40:16Z" message: 'Created pod: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448-j4cp2' metadata: creationTimestamp: "2026-07-01T19:40:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:40:16Z" name: isvc-sklearn-scale-raw-5a351-predictor-764cdcb448.18be41c5088c26d5 namespace: kserve-ci-e2e-test resourceVersion: "18367" uid: 4c0371c3-c3e8-49c9-a5c7-5748fcdedfec reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:16Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-sklearn-scale-raw-5a351-predictor namespace: kserve-ci-e2e-test resourceVersion: "18339" uid: a90afc17-f8b9-49a6-a685-18816271747d kind: Event lastTimestamp: "2026-07-01T19:40:16Z" message: Scaled up replica set isvc-sklearn-scale-raw-5a351-predictor-764cdcb448 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:40:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:40:16Z" name: isvc-sklearn-scale-raw-5a351-predictor.18be41c503b04d54 namespace: kserve-ci-e2e-test resourceVersion: "18343" uid: d3b799e8-998f-43fa-a00f-f66b2714c6c3 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:40:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-5a351-predictor namespace: kserve-ci-e2e-test resourceVersion: "18341" uid: bf5f99d1-842a-417f-aaf5-5f3961b37f05 kind: Event lastTimestamp: "2026-07-01T19:40:46Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:40:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:40:46Z" name: isvc-sklearn-scale-raw-5a351-predictor.18be41c8823a644e namespace: kserve-ci-e2e-test resourceVersion: "18647" uid: c6c1e976-1477-434f-9be5-8a87a722914b reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:40:31Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-5a351-predictor namespace: kserve-ci-e2e-test resourceVersion: "18341" uid: bf5f99d1-842a-417f-aaf5-5f3961b37f05 kind: Event lastTimestamp: "2026-07-01T19:40:46Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:40:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:40:46Z" name: isvc-sklearn-scale-raw-5a351-predictor.18be41c882aa5d5d namespace: kserve-ci-e2e-test resourceVersion: "18648" uid: fcc2f9fa-2c2e-4c8a-8fdd-323675f24b1f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-01T19:41:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-5a351-predictor namespace: kserve-ci-e2e-test resourceVersion: "18539" uid: bf5f99d1-842a-417f-aaf5-5f3961b37f05 kind: Event lastTimestamp: "2026-07-01T19:42:47Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:41:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:42:47Z" name: isvc-sklearn-scale-raw-5a351-predictor.18be41cf80abedcc namespace: kserve-ci-e2e-test resourceVersion: "19487" uid: c938e8e7-0f73-447e-ac52-0a057104e4e0 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-01T19:41:01Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-sklearn-scale-raw-5a351-predictor namespace: kserve-ci-e2e-test resourceVersion: "18539" uid: bf5f99d1-842a-417f-aaf5-5f3961b37f05 kind: Event lastTimestamp: "2026-07-01T19:42:47Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:41:01Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:42:47Z" name: isvc-sklearn-scale-raw-5a351-predictor.18be41cf811b0d6e namespace: kserve-ci-e2e-test resourceVersion: "19488" uid: b98070ee-6a53-4f4f-b885-28d7ace72c8f reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:40:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-5a351 namespace: kserve-ci-e2e-test resourceVersion: "18330" uid: e4a5f03c-d5dd-4631-9caf-38e4fd0dc0b4 kind: Event lastTimestamp: "2026-07-01T19:42:54Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:40:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:42:54Z" name: isvc-sklearn-scale-raw-5a351.18be41c503b87cc8 namespace: kserve-ci-e2e-test resourceVersion: "19550" uid: 5184758f-eec7-4386-aed2-365933d2048b reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:16Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-5a351 namespace: kserve-ci-e2e-test resourceVersion: "18330" uid: e4a5f03c-d5dd-4631-9caf-38e4fd0dc0b4 kind: Event lastTimestamp: "2026-07-01T19:40:16Z" message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-5a351": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-5a351": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:40:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:40:16Z" name: isvc-sklearn-scale-raw-5a351.18be41c504372474 namespace: kserve-ci-e2e-test resourceVersion: "18346" uid: 1d9282c4-c753-487c-b465-7795b8fc2460 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:42:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-sklearn-scale-raw-5a351 namespace: kserve-ci-e2e-test resourceVersion: "19548" uid: e4a5f03c-d5dd-4631-9caf-38e4fd0dc0b4 kind: Event lastTimestamp: "2026-07-01T19:42:54Z" message: InferenceService [isvc-sklearn-scale-raw-5a351] is Ready metadata: creationTimestamp: "2026-07-01T19:42:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:42:54Z" name: isvc-sklearn-scale-raw-5a351.18be41e9cc2b1907 namespace: kserve-ci-e2e-test resourceVersion: "19549" uid: 326fcf9a-5e6d-4223-9a73-f2329ac4a291 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:34:41.194976Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15305" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz to ip-10-0-143-50.ec2.internal metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:34:41Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be4176d96c1fc0 namespace: kserve-ci-e2e-test resourceVersion: "15312" uid: 945b4909-79c9-4f9a-8ba9-de50fc482671 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15319" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: Add eth0 [10.132.0.22/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:34:41Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be4176f3716bf0 namespace: kserve-ci-e2e-test resourceVersion: "15337" uid: 2b67c115-2e7c-42a9-b174-8979f3dd6f30 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:41Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be4176f4ecf558 namespace: kserve-ci-e2e-test resourceVersion: "15340" uid: 6511987d-c1d6-4a7e-9ba6-fcfa4013ff7c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:41Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be4176f7baf85a namespace: kserve-ci-e2e-test resourceVersion: "15342" uid: 06a8a175-40f9-4313-80dc-edfec41ba685 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:41Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be4176f831fdea namespace: kserve-ci-e2e-test resourceVersion: "15343" uid: e4865698-de58-468a-a4d0-87fe5757fc29 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:46Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:34:46Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-07-01T19:34:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:34:46Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be41781be2a70d namespace: kserve-ci-e2e-test resourceVersion: "15387" uid: 356394d3-55eb-46c7-b520-2c4a9ffb3c2d reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:35:04Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.996s (17.996s including waiting). Image size: 1305293052 bytes.' metadata: creationTimestamp: "2026-07-01T19:35:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:04Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be417c4c90266f namespace: kserve-ci-e2e-test resourceVersion: "15540" uid: ddff2b9b-2f52-4cc5-a67d-5653361edbfc reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:35:04Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:35:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:04Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be417c501c0c96 namespace: kserve-ci-e2e-test resourceVersion: "15542" uid: 7086e5ae-abf5-4e06-a056-7359ef9348e4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:35:04Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:35:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:04Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be417c508d74f8 namespace: kserve-ci-e2e-test resourceVersion: "15543" uid: fdb2a0e7-6d03-48b6-a834-861754f5ede0 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:35:04Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:35:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:04Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be417c50978d6a namespace: kserve-ci-e2e-test resourceVersion: "15544" uid: a350dec5-e88f-4ded-9c2c-62e313a83ba5 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:35:04Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:35:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:04Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be417c53c6d77c namespace: kserve-ci-e2e-test resourceVersion: "15545" uid: 1d888473-9baf-4be7-a44b-ebf9ea4d93e3 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:35:04Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:35:04Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:35:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:35:04Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be417c54557002 namespace: kserve-ci-e2e-test resourceVersion: "15546" uid: 6dc691b0-db3c-4e3b-88a3-bf690be5d9cd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-01T19:35:06Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:36:32Z" message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:35:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:32Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be417cc999b5c8 namespace: kserve-ci-e2e-test resourceVersion: "16390" uid: 4d0d4185-3c60-4767-a623-f8b53ba03533 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be41908d8e3474 namespace: kserve-ci-e2e-test resourceVersion: "16352" uid: 6cfcf828-5b64-4ff1-ae45-3b4106caa91e reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be41908d8ebc68 namespace: kserve-ci-e2e-test resourceVersion: "16353" uid: f33b9527-17b7-4660-a00b-6d9e4a596191 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:32Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz namespace: kserve-ci-e2e-test resourceVersion: "15309" uid: 7d9c4cf7-69a6-4754-8733-65530de70476 kind: Event lastTimestamp: "2026-07-01T19:36:32Z" message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp 10.132.0.22:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:36:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:32Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz.18be4190cfd657a9 namespace: kserve-ci-e2e-test resourceVersion: "16389" uid: 68c13071-c425-40c0-a535-e2b9cfced0fd reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5 namespace: kserve-ci-e2e-test resourceVersion: "15287" uid: d86e4fa2-98ce-4c57-a9f7-deaee234583e kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: 'Created pod: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5-n2wpz' metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:41Z" name: isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5.18be4176d8de3178 namespace: kserve-ci-e2e-test resourceVersion: "15307" uid: 66960dbb-fdfc-46b8-825e-2693ffc684ab reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-raw-54928-predictor namespace: kserve-ci-e2e-test resourceVersion: "15281" uid: cee3837d-88b5-483c-908f-c275066800f7 kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: Scaled up replica set isvc-xgboost-graph-raw-54928-predictor-7cbb6588b5 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:34:41Z" name: isvc-xgboost-graph-raw-54928-predictor.18be4176d5f135df namespace: kserve-ci-e2e-test resourceVersion: "15292" uid: 040da0ba-59d7-4be3-87d5-6e66f938ef3f reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:34:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-54928-predictor namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 3a126cf6-ee27-4fb7-a91d-bee486156463 kind: Event lastTimestamp: "2026-07-01T19:35:41Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:34:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:35:41Z" name: isvc-xgboost-graph-raw-54928-predictor.18be417a54759b67 namespace: kserve-ci-e2e-test resourceVersion: "15821" uid: 071225f5-9a50-417f-8e9b-b4d791d33d8f reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:34:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-54928-predictor namespace: kserve-ci-e2e-test resourceVersion: "15286" uid: 3a126cf6-ee27-4fb7-a91d-bee486156463 kind: Event lastTimestamp: "2026-07-01T19:35:41Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:34:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:35:41Z" name: isvc-xgboost-graph-raw-54928-predictor.18be417a54dd1f11 namespace: kserve-ci-e2e-test resourceVersion: "15822" uid: 85b2cc1b-c81b-4a29-abac-f803e02d3fc7 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:35:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-54928-predictor namespace: kserve-ci-e2e-test resourceVersion: "15479" uid: 3a126cf6-ee27-4fb7-a91d-bee486156463 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:35:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:26Z" name: isvc-xgboost-graph-raw-54928-predictor.18be41884ffb5b98 namespace: kserve-ci-e2e-test resourceVersion: "16197" uid: 9ee4b438-ceb3-413c-9ff6-1c85b823cf8e reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:35:56Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-54928-predictor namespace: kserve-ci-e2e-test resourceVersion: "15479" uid: 3a126cf6-ee27-4fb7-a91d-bee486156463 kind: Event lastTimestamp: "2026-07-01T19:36:26Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:35:56Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:26Z" name: isvc-xgboost-graph-raw-54928-predictor.18be41885067528b namespace: kserve-ci-e2e-test resourceVersion: "16198" uid: 84a35626-0b03-4824-ad6f-5c6b1edfc183 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-54928 namespace: kserve-ci-e2e-test resourceVersion: "15257" uid: a37a0659-5c9e-420a-901d-642c52dbb2ca kind: Event lastTimestamp: "2026-07-01T19:36:12Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:36:12Z" name: isvc-xgboost-graph-raw-54928.18be4176d6605908 namespace: kserve-ci-e2e-test resourceVersion: "16063" uid: 2ee421f3-687c-47fa-abaf-0dec03abe1f3 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:34:41Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-54928 namespace: kserve-ci-e2e-test resourceVersion: "15257" uid: a37a0659-5c9e-420a-901d-642c52dbb2ca kind: Event lastTimestamp: "2026-07-01T19:34:41Z" message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-54928": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-54928": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:34:41Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:34:41Z" name: isvc-xgboost-graph-raw-54928.18be4176d709f44a namespace: kserve-ci-e2e-test resourceVersion: "15298" uid: 68b48aca-35de-4c11-a9ad-b0d1787afbd2 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:12Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-54928 namespace: kserve-ci-e2e-test resourceVersion: "16061" uid: a37a0659-5c9e-420a-901d-642c52dbb2ca kind: Event lastTimestamp: "2026-07-01T19:36:12Z" message: InferenceService [isvc-xgboost-graph-raw-54928] is Ready metadata: creationTimestamp: "2026-07-01T19:36:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:36:12Z" name: isvc-xgboost-graph-raw-54928.18be418c2d3f7774 namespace: kserve-ci-e2e-test resourceVersion: "16062" uid: 34f68441-c248-49b1-a01e-bd7934140bc5 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:36:31.509870Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16319" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 to ip-10-0-142-179.ec2.internal metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:36:31Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be419088b3e664 namespace: kserve-ci-e2e-test resourceVersion: "16325" uid: a7141e8e-7a02-40aa-b630-d9251b44661b reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16332" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Add eth0 [10.133.0.20/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:36:31Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be4190a1c8eb18 namespace: kserve-ci-e2e-test resourceVersion: "16368" uid: 0196e101-0a2e-4ef9-ab36-d498315fdae4 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be4190a34c4211 namespace: kserve-ci-e2e-test resourceVersion: "16370" uid: 5eca8ad5-bb79-46f1-8b40-92d5f8f379b8 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be4190a5a5fb35 namespace: kserve-ci-e2e-test resourceVersion: "16371" uid: 21b62024-1dc3-4cd0-8a47-84ae14c01ef6 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:32Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:36:32Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:36:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:32Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be4190a60565c6 namespace: kserve-ci-e2e-test resourceVersion: "16372" uid: 18e22bd5-331e-4fae-ba5f-6585397cff1a reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:36:36Z" message: Pulling image "kserve/xgbserver:latest" metadata: creationTimestamp: "2026-07-01T19:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:36Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be419198e99dc8 namespace: kserve-ci-e2e-test resourceVersion: "16426" uid: 2e75cc5c-f3be-43c5-a7c1-cb0f4bddf608 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:36:54Z" message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.698s (18.698s including waiting). Image size: 1305293052 bytes.' metadata: creationTimestamp: "2026-07-01T19:36:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:54Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be4195f36d51e7 namespace: kserve-ci-e2e-test resourceVersion: "16592" uid: 503c12ea-3faf-48ac-a4a6-e13168bb603f reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:36:54Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:36:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:54Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be4195f834f9d0 namespace: kserve-ci-e2e-test resourceVersion: "16593" uid: c53b1c6f-327d-43bb-84c8-fd8933909584 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:36:54Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:36:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:54Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be4195f91cfce1 namespace: kserve-ci-e2e-test resourceVersion: "16594" uid: 8d6bca1d-66b8-4d57-964c-1904999fa892 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:54Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:36:54Z" message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" metadata: creationTimestamp: "2026-07-01T19:36:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:54Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be4195f928ff97 namespace: kserve-ci-e2e-test resourceVersion: "16595" uid: 6ec617c5-4a66-474d-9846-0c04915f2fab reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:36:57Z" message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" in 3.072s (3.072s including waiting). Image size: 211946088 bytes.' metadata: creationTimestamp: "2026-07-01T19:36:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:57Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be4196b04b6c08 namespace: kserve-ci-e2e-test resourceVersion: "16622" uid: 60970372-a848-4ee7-942f-ef1e453547fb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:36:57Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:36:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:57Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be4196b311efc1 namespace: kserve-ci-e2e-test resourceVersion: "16623" uid: e22ed899-5f15-4b31-a7ea-e5efb05640af reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:57Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:36:57Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:36:57Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:57Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be4196b37162a6 namespace: kserve-ci-e2e-test resourceVersion: "16624" uid: ff34a8b2-d0e1-429b-91bd-7ffecb480145 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Normal - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-01T19:36:58Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:38:24Z" message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:36:58Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:24Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be4196bdeb3cae namespace: kserve-ci-e2e-test resourceVersion: "17410" uid: e6b5d7b2-6373-494e-a0e4-c2dd2cc19ab4 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:38:21Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:21Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be41aa34d1a1a8 namespace: kserve-ci-e2e-test resourceVersion: "17370" uid: d3d4c083-5748-4124-96ca-deada8c276bd reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:38:21Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:21Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be41aa34d223f3 namespace: kserve-ci-e2e-test resourceVersion: "17371" uid: f034e922-fea2-4253-b5f0-ba8caee32c16 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4 namespace: kserve-ci-e2e-test resourceVersion: "16322" uid: 58b26b48-6eaf-4f50-b3b7-eacb72cb2272 kind: Event lastTimestamp: "2026-07-01T19:38:24Z" message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp 10.133.0.20:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:38:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:24Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4.18be41aac4297df0 namespace: kserve-ci-e2e-test resourceVersion: "17408" uid: f59e5c06-6293-4dfe-8ef8-8825614ef110 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-142-179.ec2.internal source: component: kubelet host: ip-10-0-142-179.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf namespace: kserve-ci-e2e-test resourceVersion: "16301" uid: bea080e1-6e2e-425c-9ba8-a353038f4243 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: 'Created pod: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf-rg7k4' metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:31Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf.18be419088438fcf namespace: kserve-ci-e2e-test resourceVersion: "16321" uid: 4035c0d8-86d0-47c4-bd93-9f8472d499a9 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: isvc-xgboost-graph-raw-hpa-31388-predictor namespace: kserve-ci-e2e-test resourceVersion: "16295" uid: 17732097-f3aa-430d-99a5-dfac5b8f33ef kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Scaled up replica set isvc-xgboost-graph-raw-hpa-31388-predictor-57fb4985bf from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:31Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor.18be419085608805 namespace: kserve-ci-e2e-test resourceVersion: "16306" uid: 846b66cc-5dc2-4096-a3f3-afbbe0d8ec7d reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:36:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-31388-predictor namespace: kserve-ci-e2e-test resourceVersion: "16299" uid: bd5545b3-ec0c-4ddb-a666-d1a5cdea59ff kind: Event lastTimestamp: "2026-07-01T19:37:31Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:37:31Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor.18be419403ea004d namespace: kserve-ci-e2e-test resourceVersion: "16872" uid: 6b7c2be9-da96-4393-91b1-bc48462e01e9 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 3 eventTime: null firstTimestamp: "2026-07-01T19:36:46Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-31388-predictor namespace: kserve-ci-e2e-test resourceVersion: "16299" uid: bd5545b3-ec0c-4ddb-a666-d1a5cdea59ff kind: Event lastTimestamp: "2026-07-01T19:37:31Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:36:46Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:37:31Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor.18be419404596479 namespace: kserve-ci-e2e-test resourceVersion: "16874" uid: f8807f91-bce3-479a-9185-2ed83ef02b0e reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:37:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-31388-predictor namespace: kserve-ci-e2e-test resourceVersion: "16536" uid: bd5545b3-ec0c-4ddb-a666-d1a5cdea59ff kind: Event lastTimestamp: "2026-07-01T19:38:16Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:37:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:16Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor.18be419b01ce2188 namespace: kserve-ci-e2e-test resourceVersion: "17252" uid: 18a5b229-de54-4f81-a353-f5bde348105d reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:37:16Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: isvc-xgboost-graph-raw-hpa-31388-predictor namespace: kserve-ci-e2e-test resourceVersion: "16536" uid: bd5545b3-ec0c-4ddb-a666-d1a5cdea59ff kind: Event lastTimestamp: "2026-07-01T19:38:16Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:37:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:16Z" name: isvc-xgboost-graph-raw-hpa-31388-predictor.18be419b023c6461 namespace: kserve-ci-e2e-test resourceVersion: "17253" uid: 90affb23-15d4-48c7-97ad-518258c52dfc reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 9 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-31388 namespace: kserve-ci-e2e-test resourceVersion: "16271" uid: e4a6c5d6-fc33-4528-9640-9f099edda7c9 kind: Event lastTimestamp: "2026-07-01T19:37:54Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:37:54Z" name: isvc-xgboost-graph-raw-hpa-31388.18be4190858f6767 namespace: kserve-ci-e2e-test resourceVersion: "17047" uid: 6841fb01-a3bc-4508-a398-e086aa0f2581 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-31388 namespace: kserve-ci-e2e-test resourceVersion: "16271" uid: e4a6c5d6-fc33-4528-9640-9f099edda7c9 kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-31388": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-31388": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:36:31Z" name: isvc-xgboost-graph-raw-hpa-31388.18be419086203f25 namespace: kserve-ci-e2e-test resourceVersion: "16314" uid: ebe65820-bc05-49f3-beff-580e74f50af1 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:37:54Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: isvc-xgboost-graph-raw-hpa-31388 namespace: kserve-ci-e2e-test resourceVersion: "17045" uid: e4a6c5d6-fc33-4528-9640-9f099edda7c9 kind: Event lastTimestamp: "2026-07-01T19:37:54Z" message: InferenceService [isvc-xgboost-graph-raw-hpa-31388] is Ready metadata: creationTimestamp: "2026-07-01T19:37:54Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:37:54Z" name: isvc-xgboost-graph-raw-hpa-31388.18be41a3cdfd6cd9 namespace: kserve-ci-e2e-test resourceVersion: "17046" uid: 75592296-fa6e-4500-8a91-a39e34bc06a8 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:38:21.682818Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4 namespace: kserve-ci-e2e-test resourceVersion: "17328" uid: 5923fb80-b30c-41c3-981a-553eb825e384 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4 to ip-10-0-143-50.ec2.internal metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:38:21Z" name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4.18be41aa2f859f05 namespace: kserve-ci-e2e-test resourceVersion: "17337" uid: 80fe8433-8f3c-496b-b5fd-8574a1e36677 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:21Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4 namespace: kserve-ci-e2e-test resourceVersion: "17333" uid: 5923fb80-b30c-41c3-981a-553eb825e384 kind: Event lastTimestamp: "2026-07-01T19:38:21Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-9f9d5-predictor-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:21Z" name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4.18be41aa38545baa namespace: kserve-ci-e2e-test resourceVersion: "17377" uid: a02b76a2-ad9b-4dc7-bebc-ee5e5309b83b reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:22Z" involvedObject: apiVersion: v1 kind: Pod name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4 namespace: kserve-ci-e2e-test resourceVersion: "17349" uid: 5923fb80-b30c-41c3-981a-553eb825e384 kind: Event lastTimestamp: "2026-07-01T19:38:22Z" message: Add eth0 [10.132.0.24/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:38:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:38:22Z" name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4.18be41aa6c9cf79e namespace: kserve-ci-e2e-test resourceVersion: "17386" uid: dc445144-2321-4deb-a118-32c47aaf0049 reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:22Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4 namespace: kserve-ci-e2e-test resourceVersion: "17333" uid: 5923fb80-b30c-41c3-981a-553eb825e384 kind: Event lastTimestamp: "2026-07-01T19:38:22Z" message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" metadata: creationTimestamp: "2026-07-01T19:38:22Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:22Z" name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4.18be41aa6e0b2203 namespace: kserve-ci-e2e-test resourceVersion: "17388" uid: 01a7a1cf-ffb2-4df1-ada8-a8aeb9735821 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4 namespace: kserve-ci-e2e-test resourceVersion: "17333" uid: 5923fb80-b30c-41c3-981a-553eb825e384 kind: Event lastTimestamp: "2026-07-01T19:38:24Z" message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display" in 1.268s (1.268s including waiting). Image size: 14813193 bytes.' metadata: creationTimestamp: "2026-07-01T19:38:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:24Z" name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4.18be41aab9a325a8 namespace: kserve-ci-e2e-test resourceVersion: "17402" uid: 23a7d805-a252-443f-aad6-b89bc0b0494e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4 namespace: kserve-ci-e2e-test resourceVersion: "17333" uid: 5923fb80-b30c-41c3-981a-553eb825e384 kind: Event lastTimestamp: "2026-07-01T19:38:24Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:38:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:24Z" name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4.18be41aabc57d7f5 namespace: kserve-ci-e2e-test resourceVersion: "17403" uid: 4d6b2db9-ed2a-409f-bd5a-6620c102c78e reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4 namespace: kserve-ci-e2e-test resourceVersion: "17333" uid: 5923fb80-b30c-41c3-981a-553eb825e384 kind: Event lastTimestamp: "2026-07-01T19:38:24Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:38:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:24Z" name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4.18be41aabcc7802e namespace: kserve-ci-e2e-test resourceVersion: "17404" uid: 8b6fb340-5a30-42cb-943f-8cffe11db1d4 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4 namespace: kserve-ci-e2e-test resourceVersion: "17333" uid: 5923fb80-b30c-41c3-981a-553eb825e384 kind: Event lastTimestamp: "2026-07-01T19:38:24Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:38:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:24Z" name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4.18be41aabcd14c46 namespace: kserve-ci-e2e-test resourceVersion: "17405" uid: a90f4985-a36d-4eac-90f6-9bd01151d21c reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4 namespace: kserve-ci-e2e-test resourceVersion: "17333" uid: 5923fb80-b30c-41c3-981a-553eb825e384 kind: Event lastTimestamp: "2026-07-01T19:38:24Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:38:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:24Z" name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4.18be41aabfb8edcb namespace: kserve-ci-e2e-test resourceVersion: "17406" uid: 841188b7-b3be-4de7-a7bc-4eaaf89a4525 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4 namespace: kserve-ci-e2e-test resourceVersion: "17333" uid: 5923fb80-b30c-41c3-981a-553eb825e384 kind: Event lastTimestamp: "2026-07-01T19:38:24Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:38:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:24Z" name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4.18be41aac046744f namespace: kserve-ci-e2e-test resourceVersion: "17407" uid: 156adf60-75d0-45a5-ae9e-2c93639cad14 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4 namespace: kserve-ci-e2e-test resourceVersion: "17333" uid: 5923fb80-b30c-41c3-981a-553eb825e384 kind: Event lastTimestamp: "2026-07-01T19:40:17Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:40:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:17Z" name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4.18be41c50eec980a namespace: kserve-ci-e2e-test resourceVersion: "18397" uid: 50f25c14-8bee-4487-af38-52baa258d7ae reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:40:17Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4 namespace: kserve-ci-e2e-test resourceVersion: "17333" uid: 5923fb80-b30c-41c3-981a-553eb825e384 kind: Event lastTimestamp: "2026-07-01T19:40:17Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:40:17Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:40:17Z" name: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4.18be41c50eed26b5 namespace: kserve-ci-e2e-test resourceVersion: "18398" uid: 23661724-2aa2-450e-84e1-a14dac215fae reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: message-dumper-raw-9f9d5-predictor-6c9bc64f49 namespace: kserve-ci-e2e-test resourceVersion: "17317" uid: 9918f825-de5c-46da-92d8-0b57e7733441 kind: Event lastTimestamp: "2026-07-01T19:38:21Z" message: 'Created pod: message-dumper-raw-9f9d5-predictor-6c9bc64f49-dk8q4' metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:21Z" name: message-dumper-raw-9f9d5-predictor-6c9bc64f49.18be41aa2f147f53 namespace: kserve-ci-e2e-test resourceVersion: "17334" uid: f36a5fe0-43c1-40fe-956e-c131535820ce reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: message-dumper-raw-9f9d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "17315" uid: 9b2fd2d4-d5f0-423c-a35f-00def16c1f1a kind: Event lastTimestamp: "2026-07-01T19:38:21Z" message: Scaled up replica set message-dumper-raw-9f9d5-predictor-6c9bc64f49 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:21Z" name: message-dumper-raw-9f9d5-predictor.18be41aa2b0a1e38 namespace: kserve-ci-e2e-test resourceVersion: "17318" uid: 64ceae96-2b03-45b1-aa28-50a6f66c9e8e reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:38:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-9f9d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "17316" uid: ba89b76c-7326-47f6-bab5-d967d1ddc76c kind: Event lastTimestamp: "2026-07-01T19:38:51Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:38:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:51Z" name: message-dumper-raw-9f9d5-predictor.18be41ada96c881f namespace: kserve-ci-e2e-test resourceVersion: "17694" uid: 484f45e0-ba0a-4f43-9d2d-105c13c6def5 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:38:36Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-9f9d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "17316" uid: ba89b76c-7326-47f6-bab5-d967d1ddc76c kind: Event lastTimestamp: "2026-07-01T19:38:51Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:38:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:51Z" name: message-dumper-raw-9f9d5-predictor.18be41ada9b58834 namespace: kserve-ci-e2e-test resourceVersion: "17695" uid: ac5ebe23-a3c7-4457-bbc9-f27edd29d302 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-9f9d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "17519" uid: ba89b76c-7326-47f6-bab5-d967d1ddc76c kind: Event lastTimestamp: "2026-07-01T19:39:06Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:39:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:39:06Z" name: message-dumper-raw-9f9d5-predictor.18be41b4a7c94b53 namespace: kserve-ci-e2e-test resourceVersion: "17809" uid: ac8d6388-bba2-4c32-8ab4-89eb799c3095 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:39:06Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: message-dumper-raw-9f9d5-predictor namespace: kserve-ci-e2e-test resourceVersion: "17519" uid: ba89b76c-7326-47f6-bab5-d967d1ddc76c kind: Event lastTimestamp: "2026-07-01T19:39:06Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:39:06Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:39:06Z" name: message-dumper-raw-9f9d5-predictor.18be41b4a830bb1d namespace: kserve-ci-e2e-test resourceVersion: "17811" uid: d652a786-69b7-4644-803f-f09447ac85b5 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 8 eventTime: null firstTimestamp: "2026-07-01T19:38:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-9f9d5 namespace: kserve-ci-e2e-test resourceVersion: "17306" uid: d1365539-94e6-4cf7-ab44-7d1948787e6d kind: Event lastTimestamp: "2026-07-01T19:38:31Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:38:31Z" name: message-dumper-raw-9f9d5.18be41aa2b0a9ef8 namespace: kserve-ci-e2e-test resourceVersion: "17480" uid: 444fae3a-d322-45ba-9e1c-46891fda9c09 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:21Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-9f9d5 namespace: kserve-ci-e2e-test resourceVersion: "17306" uid: d1365539-94e6-4cf7-ab44-7d1948787e6d kind: Event lastTimestamp: "2026-07-01T19:38:21Z" message: 'Failed to update status for InferenceService "message-dumper-raw-9f9d5": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-9f9d5": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:38:21Z" name: message-dumper-raw-9f9d5.18be41aa2b72eb9c namespace: kserve-ci-e2e-test resourceVersion: "17321" uid: 8377fd38-4945-45ff-9cfb-69ac4c2d32e7 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:31Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: message-dumper-raw-9f9d5 namespace: kserve-ci-e2e-test resourceVersion: "17477" uid: d1365539-94e6-4cf7-ab44-7d1948787e6d kind: Event lastTimestamp: "2026-07-01T19:38:31Z" message: InferenceService [message-dumper-raw-9f9d5] is Ready metadata: creationTimestamp: "2026-07-01T19:38:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:38:31Z" name: message-dumper-raw-9f9d5.18be41ac7c16fc96 namespace: kserve-ci-e2e-test resourceVersion: "17478" uid: 084ab480-5edb-4373-8499-56a973b4bf71 reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:36:21.151484Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-54928-7944f78864-9qnp4 namespace: kserve-ci-e2e-test resourceVersion: "16133" uid: 571fc2f2-c1ae-405b-9a58-3bce68abbf8e kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-54928-7944f78864-9qnp4 to ip-10-0-131-235.ec2.internal metadata: creationTimestamp: "2026-07-01T19:36:21Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:36:21Z" name: model-chainer-raw-54928-7944f78864-9qnp4.18be418e1f4b70d5 namespace: kserve-ci-e2e-test resourceVersion: "16137" uid: f5511d10-c5c5-4c63-9a1f-f5bddc969b8f reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:21Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-54928-7944f78864-9qnp4 namespace: kserve-ci-e2e-test resourceVersion: "16143" uid: 571fc2f2-c1ae-405b-9a58-3bce68abbf8e kind: Event lastTimestamp: "2026-07-01T19:36:21Z" message: Add eth0 [10.134.0.35/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:36:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:36:21Z" name: model-chainer-raw-54928-7944f78864-9qnp4.18be418e3919ee8d namespace: kserve-ci-e2e-test resourceVersion: "16156" uid: 24120fc4-84d8-40e6-a112-dcb3298dd50f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-54928} kind: Pod name: model-chainer-raw-54928-7944f78864-9qnp4 namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 571fc2f2-c1ae-405b-9a58-3bce68abbf8e kind: Event lastTimestamp: "2026-07-01T19:36:21Z" message: Pulling image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" metadata: creationTimestamp: "2026-07-01T19:36:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:21Z" name: model-chainer-raw-54928-7944f78864-9qnp4.18be418e3a88efde namespace: kserve-ci-e2e-test resourceVersion: "16158" uid: 6841afec-28f2-4532-b4b6-b86ea2d3d3a7 reason: Pulling reportingComponent: kubelet reportingInstance: ip-10-0-131-235.ec2.internal source: component: kubelet host: ip-10-0-131-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-54928} kind: Pod name: model-chainer-raw-54928-7944f78864-9qnp4 namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 571fc2f2-c1ae-405b-9a58-3bce68abbf8e kind: Event lastTimestamp: "2026-07-01T19:36:24Z" message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" in 2.78s (2.78s including waiting). Image size: 218070141 bytes.' metadata: creationTimestamp: "2026-07-01T19:36:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:24Z" name: model-chainer-raw-54928-7944f78864-9qnp4.18be418ee04a8b61 namespace: kserve-ci-e2e-test resourceVersion: "16175" uid: f92a146f-efa8-4ae5-81e9-3388c99f179e reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-235.ec2.internal source: component: kubelet host: ip-10-0-131-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-54928} kind: Pod name: model-chainer-raw-54928-7944f78864-9qnp4 namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 571fc2f2-c1ae-405b-9a58-3bce68abbf8e kind: Event lastTimestamp: "2026-07-01T19:36:24Z" message: 'Created container: model-chainer-raw-54928' metadata: creationTimestamp: "2026-07-01T19:36:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:24Z" name: model-chainer-raw-54928-7944f78864-9qnp4.18be418ee3ddd6ea namespace: kserve-ci-e2e-test resourceVersion: "16176" uid: 2c9c16d9-2b97-42a4-9c63-afdded9b7cf4 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-235.ec2.internal source: component: kubelet host: ip-10-0-131-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-54928} kind: Pod name: model-chainer-raw-54928-7944f78864-9qnp4 namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 571fc2f2-c1ae-405b-9a58-3bce68abbf8e kind: Event lastTimestamp: "2026-07-01T19:36:24Z" message: Started container model-chainer-raw-54928 metadata: creationTimestamp: "2026-07-01T19:36:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:24Z" name: model-chainer-raw-54928-7944f78864-9qnp4.18be418ee4511bde namespace: kserve-ci-e2e-test resourceVersion: "16177" uid: f73d6885-598f-430f-af37-35afa0a7443d reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-235.ec2.internal source: component: kubelet host: ip-10-0-131-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:31Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-54928} kind: Pod name: model-chainer-raw-54928-7944f78864-9qnp4 namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 571fc2f2-c1ae-405b-9a58-3bce68abbf8e kind: Event lastTimestamp: "2026-07-01T19:36:31Z" message: Stopping container model-chainer-raw-54928 metadata: creationTimestamp: "2026-07-01T19:36:31Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:36:31Z" name: model-chainer-raw-54928-7944f78864-9qnp4.18be419075ce4035 namespace: kserve-ci-e2e-test resourceVersion: "16246" uid: e37e5775-489c-4c7b-b1cf-ebc78877ba29 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-235.ec2.internal source: component: kubelet host: ip-10-0-131-235.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-01T19:36:36Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-54928} kind: Pod name: model-chainer-raw-54928-7944f78864-9qnp4 namespace: kserve-ci-e2e-test resourceVersion: "16135" uid: 571fc2f2-c1ae-405b-9a58-3bce68abbf8e kind: Event lastTimestamp: "2026-07-01T19:37:01Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T19:36:36Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:37:01Z" name: model-chainer-raw-54928-7944f78864-9qnp4.18be4191948f5ae2 namespace: kserve-ci-e2e-test resourceVersion: "16647" uid: deb23ee6-648a-4bb3-8565-f042be87ada0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-235.ec2.internal source: component: kubelet host: ip-10-0-131-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:21Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-raw-54928-7944f78864 namespace: kserve-ci-e2e-test resourceVersion: "16129" uid: 063af99f-9cb1-47f8-b62b-d18d9cac4bf2 kind: Event lastTimestamp: "2026-07-01T19:36:21Z" message: 'Created pod: model-chainer-raw-54928-7944f78864-9qnp4' metadata: creationTimestamp: "2026-07-01T19:36:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:21Z" name: model-chainer-raw-54928-7944f78864.18be418e1ee6ba3e namespace: kserve-ci-e2e-test resourceVersion: "16134" uid: 8b7c16e9-a23d-4215-9866-deb523bde22a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:21Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer-raw-54928 namespace: kserve-ci-e2e-test resourceVersion: "16127" uid: 1f1ccce9-8bfa-4cd9-960f-6a53598179d6 kind: Event lastTimestamp: "2026-07-01T19:36:21Z" message: Scaled up replica set model-chainer-raw-54928-7944f78864 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:36:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:36:21Z" name: model-chainer-raw-54928.18be418e1d6649a0 namespace: kserve-ci-e2e-test resourceVersion: "16130" uid: aba09f97-1e93-4e89-be05-94c4594ee049 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:36:21Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer-raw-54928 namespace: kserve-ci-e2e-test resourceVersion: "16144" uid: 547385d3-f446-4ee5-9afe-374ba5f697b7 kind: Event lastTimestamp: "2026-07-01T19:36:21Z" message: InferenceGraph [model-chainer-raw-54928] is Ready metadata: creationTimestamp: "2026-07-01T19:36:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:36:21Z" name: model-chainer-raw-54928.18be418e2193c282 namespace: kserve-ci-e2e-test resourceVersion: "16146" uid: 5cc7d279-0260-4077-91bb-eb9a38e1ed2d reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:38:11.434631Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-31388-7fb588c955-rf75t namespace: kserve-ci-e2e-test resourceVersion: "17183" uid: de2c3f44-6369-4549-84ba-b1b2c1a7a0d4 kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-31388-7fb588c955-rf75t to ip-10-0-131-235.ec2.internal metadata: creationTimestamp: "2026-07-01T19:38:11Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:38:11Z" name: model-chainer-raw-hpa-31388-7fb588c955-rf75t.18be41a7ccaeb794 namespace: kserve-ci-e2e-test resourceVersion: "17189" uid: 96c2df6f-ff5f-44d9-8dc5-07d2c4ba97ed reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:11Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-31388-7fb588c955-rf75t namespace: kserve-ci-e2e-test resourceVersion: "17186" uid: de2c3f44-6369-4549-84ba-b1b2c1a7a0d4 kind: Event lastTimestamp: "2026-07-01T19:38:11Z" message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-31388-serving-cert" not found' metadata: creationTimestamp: "2026-07-01T19:38:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:11Z" name: model-chainer-raw-hpa-31388-7fb588c955-rf75t.18be41a7d5e4021a namespace: kserve-ci-e2e-test resourceVersion: "17199" uid: cf35aa57-735f-4a6f-a2f3-5ad4b2a1252f reason: FailedMount reportingComponent: kubelet reportingInstance: ip-10-0-131-235.ec2.internal source: component: kubelet host: ip-10-0-131-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:12Z" involvedObject: apiVersion: v1 kind: Pod name: model-chainer-raw-hpa-31388-7fb588c955-rf75t namespace: kserve-ci-e2e-test resourceVersion: "17192" uid: de2c3f44-6369-4549-84ba-b1b2c1a7a0d4 kind: Event lastTimestamp: "2026-07-01T19:38:12Z" message: Add eth0 [10.134.0.36/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:38:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:38:12Z" name: model-chainer-raw-hpa-31388-7fb588c955-rf75t.18be41a809d03603 namespace: kserve-ci-e2e-test resourceVersion: "17210" uid: 450db7b3-f320-4e8d-ac80-dd02aac64f0c reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-31388} kind: Pod name: model-chainer-raw-hpa-31388-7fb588c955-rf75t namespace: kserve-ci-e2e-test resourceVersion: "17186" uid: de2c3f44-6369-4549-84ba-b1b2c1a7a0d4 kind: Event lastTimestamp: "2026-07-01T19:38:12Z" message: Container image "quay.io/opendatahub/kserve-router@sha256:739b6aa792fe51f6eef0c708781538ef463424156c64441d55ba532852ef9645" already present on machine metadata: creationTimestamp: "2026-07-01T19:38:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:12Z" name: model-chainer-raw-hpa-31388-7fb588c955-rf75t.18be41a80b38734f namespace: kserve-ci-e2e-test resourceVersion: "17212" uid: 69c6ffc8-5574-46c3-a042-dde6b26a833d reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-131-235.ec2.internal source: component: kubelet host: ip-10-0-131-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-31388} kind: Pod name: model-chainer-raw-hpa-31388-7fb588c955-rf75t namespace: kserve-ci-e2e-test resourceVersion: "17186" uid: de2c3f44-6369-4549-84ba-b1b2c1a7a0d4 kind: Event lastTimestamp: "2026-07-01T19:38:12Z" message: 'Created container: model-chainer-raw-hpa-31388' metadata: creationTimestamp: "2026-07-01T19:38:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:12Z" name: model-chainer-raw-hpa-31388-7fb588c955-rf75t.18be41a80deb6cc0 namespace: kserve-ci-e2e-test resourceVersion: "17214" uid: 0ac0a685-3a36-42da-9967-de6f7126ba83 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-131-235.ec2.internal source: component: kubelet host: ip-10-0-131-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:12Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-31388} kind: Pod name: model-chainer-raw-hpa-31388-7fb588c955-rf75t namespace: kserve-ci-e2e-test resourceVersion: "17186" uid: de2c3f44-6369-4549-84ba-b1b2c1a7a0d4 kind: Event lastTimestamp: "2026-07-01T19:38:12Z" message: Started container model-chainer-raw-hpa-31388 metadata: creationTimestamp: "2026-07-01T19:38:12Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:12Z" name: model-chainer-raw-hpa-31388-7fb588c955-rf75t.18be41a80e512688 namespace: kserve-ci-e2e-test resourceVersion: "17215" uid: 7678d250-265b-46d3-8aec-84158d7e8a0f reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-131-235.ec2.internal source: component: kubelet host: ip-10-0-131-235.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:21Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-31388} kind: Pod name: model-chainer-raw-hpa-31388-7fb588c955-rf75t namespace: kserve-ci-e2e-test resourceVersion: "17186" uid: de2c3f44-6369-4549-84ba-b1b2c1a7a0d4 kind: Event lastTimestamp: "2026-07-01T19:38:21Z" message: Stopping container model-chainer-raw-hpa-31388 metadata: creationTimestamp: "2026-07-01T19:38:21Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:21Z" name: model-chainer-raw-hpa-31388-7fb588c955-rf75t.18be41aa23276b44 namespace: kserve-ci-e2e-test resourceVersion: "17301" uid: 16f636bf-6ecf-421c-b53a-988e6b8f3084 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-131-235.ec2.internal source: component: kubelet host: ip-10-0-131-235.ec2.internal type: Normal - apiVersion: v1 count: 6 eventTime: null firstTimestamp: "2026-07-01T19:38:24Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{model-chainer-raw-hpa-31388} kind: Pod name: model-chainer-raw-hpa-31388-7fb588c955-rf75t namespace: kserve-ci-e2e-test resourceVersion: "17186" uid: de2c3f44-6369-4549-84ba-b1b2c1a7a0d4 kind: Event lastTimestamp: "2026-07-01T19:38:49Z" message: 'Readiness probe failed: HTTP probe failed with statuscode: 503' metadata: creationTimestamp: "2026-07-01T19:38:24Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:38:49Z" name: model-chainer-raw-hpa-31388-7fb588c955-rf75t.18be41aad7587607 namespace: kserve-ci-e2e-test resourceVersion: "17677" uid: 9644dcb1-ced2-4de2-93e2-a386dc79e246 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-131-235.ec2.internal source: component: kubelet host: ip-10-0-131-235.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:11Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: model-chainer-raw-hpa-31388-7fb588c955 namespace: kserve-ci-e2e-test resourceVersion: "17180" uid: 04ad2cd4-60b7-4b70-8a5d-cfb95f293bc3 kind: Event lastTimestamp: "2026-07-01T19:38:11Z" message: 'Created pod: model-chainer-raw-hpa-31388-7fb588c955-rf75t' metadata: creationTimestamp: "2026-07-01T19:38:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:11Z" name: model-chainer-raw-hpa-31388-7fb588c955.18be41a7cc0562a5 namespace: kserve-ci-e2e-test resourceVersion: "17187" uid: 833805ef-77aa-4a16-9ea0-2984a93a991a reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:11Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: model-chainer-raw-hpa-31388 namespace: kserve-ci-e2e-test resourceVersion: "17178" uid: 4e738e17-1cb2-42b9-8b6e-44ee3a72338c kind: Event lastTimestamp: "2026-07-01T19:38:11Z" message: Scaled up replica set model-chainer-raw-hpa-31388-7fb588c955 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:38:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:38:11Z" name: model-chainer-raw-hpa-31388.18be41a7cb047fa9 namespace: kserve-ci-e2e-test resourceVersion: "17181" uid: 00713442-1014-4af4-b77f-f3bb9480f180 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:38:11Z" involvedObject: apiVersion: serving.kserve.io/v1alpha1 kind: InferenceGraph name: model-chainer-raw-hpa-31388 namespace: kserve-ci-e2e-test resourceVersion: "17194" uid: ec0875d0-fc1f-437f-abb6-394bbbade7e0 kind: Event lastTimestamp: "2026-07-01T19:38:11Z" message: InferenceGraph [model-chainer-raw-hpa-31388] is Ready metadata: creationTimestamp: "2026-07-01T19:38:11Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:38:11Z" name: model-chainer-raw-hpa-31388.18be41a7d0b43490 namespace: kserve-ci-e2e-test resourceVersion: "17196" uid: 9ce15d7e-b227-40ea-8ae8-a6762c23451f reason: InferenceGraphReady reportingComponent: InferenceGraphController reportingInstance: "" source: component: InferenceGraphController type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:45:08.966402Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20788" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-b55a9-predictor-5b69cff558-tnkqz to ip-10-0-143-50.ec2.internal metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:45:08Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be42090383dd43 namespace: kserve-ci-e2e-test resourceVersion: "20795" uid: 560e6851-1050-4eec-8360-6a1815a88d13 reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:09Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20800" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: "2026-07-01T19:45:09Z" message: Add eth0 [10.132.0.30/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:45:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:45:09Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be42091d313685 namespace: kserve-ci-e2e-test resourceVersion: "20811" uid: 815eb5ea-6647-425d-ad51-7f0d7f1d099f reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:09Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: "2026-07-01T19:45:09Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:45:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:09Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be42091eb93742 namespace: kserve-ci-e2e-test resourceVersion: "20813" uid: 9df75e30-2071-478f-8935-3a15218fe0eb reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:09Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: "2026-07-01T19:45:09Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:45:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:09Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be42092145f59b namespace: kserve-ci-e2e-test resourceVersion: "20814" uid: acfeb633-c441-4c04-bf23-1fbfb6fe29d2 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:09Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: "2026-07-01T19:45:09Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:45:09Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:09Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be420921b776d2 namespace: kserve-ci-e2e-test resourceVersion: "20815" uid: 54593196-2ca5-49df-8a1a-7d33705509d7 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:13Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: "2026-07-01T19:45:13Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T19:45:13Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:13Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be420a2f4e3f1e namespace: kserve-ci-e2e-test resourceVersion: "20856" uid: fc7e69c4-86a7-41ed-803d-2ba139d97d21 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: "2026-07-01T19:45:14Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:45:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:14Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be420a3258d628 namespace: kserve-ci-e2e-test resourceVersion: "20858" uid: 73dfdcdd-7a85-4fba-8e33-f4b5e3415333 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: "2026-07-01T19:45:14Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:45:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:14Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be420a32cc798a namespace: kserve-ci-e2e-test resourceVersion: "20859" uid: fc2d12a8-ff32-4a7e-877b-274375e02626 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: "2026-07-01T19:45:14Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:45:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:14Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be420a32d70250 namespace: kserve-ci-e2e-test resourceVersion: "20861" uid: f7f97486-41fc-442c-b2b4-c4b936407322 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: "2026-07-01T19:45:14Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:45:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:14Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be420a356763e5 namespace: kserve-ci-e2e-test resourceVersion: "20863" uid: 107b1656-526d-45ec-aa45-78652f704319 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: "2026-07-01T19:45:14Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:45:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:45:14Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be420a35d4fa0b namespace: kserve-ci-e2e-test resourceVersion: "20864" uid: d5e54967-6d3a-40c3-a8b4-4c682647e8ef reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 10 eventTime: null firstTimestamp: "2026-07-01T19:45:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: "2026-07-01T19:46:42Z" message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:45:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:42Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be420aa71d5f9e namespace: kserve-ci-e2e-test resourceVersion: "21513" uid: c7897d9b-c964-42fe-8d8b-5a5dd739422a reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: "2026-07-01T19:46:39Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:46:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:39Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be421e002d10e7 namespace: kserve-ci-e2e-test resourceVersion: "21488" uid: 8cedb412-c953-421a-85b9-bb445d0a199f reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:39Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: "2026-07-01T19:46:39Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:46:39Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:39Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be421e002da025 namespace: kserve-ci-e2e-test resourceVersion: "21489" uid: d78b1066-b10f-4a9f-9c69-a3bdc0f3c6e3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:42Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz namespace: kserve-ci-e2e-test resourceVersion: "20791" uid: 15054085-b6ab-4c89-9db8-dd3ceebe26da kind: Event lastTimestamp: "2026-07-01T19:46:42Z" message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp 10.132.0.30:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:46:42Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:42Z" name: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz.18be421ead40ddc3 namespace: kserve-ci-e2e-test resourceVersion: "21512" uid: 3af3bb23-4a3c-4461-81db-d4abba99d49f reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:08Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: raw-sklearn-b55a9-predictor-5b69cff558 namespace: kserve-ci-e2e-test resourceVersion: "20779" uid: 4e77da4f-5bf7-4e69-91f5-a0bb225ed701 kind: Event lastTimestamp: "2026-07-01T19:45:08Z" message: 'Created pod: raw-sklearn-b55a9-predictor-5b69cff558-tnkqz' metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:45:08Z" name: raw-sklearn-b55a9-predictor-5b69cff558.18be420902c8954e namespace: kserve-ci-e2e-test resourceVersion: "20789" uid: c777fd5f-ab51-418b-8bb9-83ad819c1a5c reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:08Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: raw-sklearn-b55a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20777" uid: c649d8c2-a2dd-441b-8963-449fdb23cdd3 kind: Event lastTimestamp: "2026-07-01T19:45:08Z" message: Scaled up replica set raw-sklearn-b55a9-predictor-5b69cff558 from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:45:08Z" name: raw-sklearn-b55a9-predictor.18be4208ff38eda0 namespace: kserve-ci-e2e-test resourceVersion: "20780" uid: 47cbf20a-1eca-439d-b8bc-ffbc4916b3bf reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:45:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-b55a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20778" uid: 735e5147-45d1-44c3-a10b-c050b1d342fb kind: Event lastTimestamp: "2026-07-01T19:45:38Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:45:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:45:38Z" name: raw-sklearn-b55a9-predictor.18be420c7e6ddb20 namespace: kserve-ci-e2e-test resourceVersion: "21042" uid: 18a6e656-aa83-4a2e-877b-7fc6802261c1 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:45:23Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-b55a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20778" uid: 735e5147-45d1-44c3-a10b-c050b1d342fb kind: Event lastTimestamp: "2026-07-01T19:45:38Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:45:23Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:45:38Z" name: raw-sklearn-b55a9-predictor.18be420c7ee2a31c namespace: kserve-ci-e2e-test resourceVersion: "21043" uid: c2c12bbc-b48e-4d25-a288-17cc65239f89 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:45:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-b55a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20936" uid: 735e5147-45d1-44c3-a10b-c050b1d342fb kind: Event lastTimestamp: "2026-07-01T19:46:39Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:45:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:46:39Z" name: raw-sklearn-b55a9-predictor.18be42137d4d8541 namespace: kserve-ci-e2e-test resourceVersion: "21472" uid: 6040996e-0c6f-459e-831b-70553f3a5857 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:45:53Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-b55a9-predictor namespace: kserve-ci-e2e-test resourceVersion: "20936" uid: 735e5147-45d1-44c3-a10b-c050b1d342fb kind: Event lastTimestamp: "2026-07-01T19:46:39Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:45:53Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:46:39Z" name: raw-sklearn-b55a9-predictor.18be42137dc0c551 namespace: kserve-ci-e2e-test resourceVersion: "21474" uid: a11297c9-46fa-4546-bbec-fa91b7b331ba reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:45:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-b55a9 namespace: kserve-ci-e2e-test resourceVersion: "20770" uid: 29ebf51a-3bf9-4102-8124-ca2084aa559f kind: Event lastTimestamp: "2026-07-01T19:46:32Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:46:32Z" name: raw-sklearn-b55a9.18be4208ff60fc5b namespace: kserve-ci-e2e-test resourceVersion: "21426" uid: 33de93d0-eaea-479d-8190-f807c9ca3381 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:45:08Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-b55a9 namespace: kserve-ci-e2e-test resourceVersion: "20770" uid: 29ebf51a-3bf9-4102-8124-ca2084aa559f kind: Event lastTimestamp: "2026-07-01T19:45:08Z" message: 'Failed to update status for InferenceService "raw-sklearn-b55a9": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-b55a9": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:45:08Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:45:08Z" name: raw-sklearn-b55a9.18be4208ffd80c0c namespace: kserve-ci-e2e-test resourceVersion: "20784" uid: 3dffabae-3b1c-476a-a272-3dbcef29ebb6 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:32Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-b55a9 namespace: kserve-ci-e2e-test resourceVersion: "21423" uid: 29ebf51a-3bf9-4102-8124-ca2084aa559f kind: Event lastTimestamp: "2026-07-01T19:46:32Z" message: InferenceService [raw-sklearn-b55a9] is Ready metadata: creationTimestamp: "2026-07-01T19:46:32Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:46:32Z" name: raw-sklearn-b55a9.18be421c617ba0c4 namespace: kserve-ci-e2e-test resourceVersion: "21424" uid: 7151bb1c-8a84-49e0-82a8-8ea70e90b25d reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal - action: Binding apiVersion: v1 eventTime: "2026-07-01T19:46:44.266915Z" firstTimestamp: null involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21554" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: null message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls to ip-10-0-143-50.ec2.internal metadata: creationTimestamp: "2026-07-01T19:46:44Z" managedFields: - apiVersion: events.k8s.io/v1 fieldsType: FieldsV1 fieldsV1: f:action: {} f:eventTime: {} f:note: {} f:reason: {} f:regarding: {} f:reportingController: {} f:reportingInstance: {} f:type: {} manager: kube-scheduler operation: Update time: "2026-07-01T19:46:44Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be421f33de6040 namespace: kserve-ci-e2e-test resourceVersion: "21558" uid: d1800ecc-dbd7-4bbc-bb49-ef3c0b832c7e reason: Scheduled reportingComponent: default-scheduler reportingInstance: default-scheduler-kube-scheduler-96bc9bd9f-cbrk4 source: {} type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:44Z" involvedObject: apiVersion: v1 kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21565" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: "2026-07-01T19:46:44Z" message: Add eth0 [10.132.0.31/23] from ovn-kubernetes metadata: creationTimestamp: "2026-07-01T19:46:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: multus-daemon operation: Update time: "2026-07-01T19:46:44Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be421f4d629ec8 namespace: kserve-ci-e2e-test resourceVersion: "21576" uid: efaccb52-b9be-4cfd-8c61-afc421ab0cac reason: AddedInterface reportingComponent: multus reportingInstance: "" source: component: multus type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: "2026-07-01T19:46:44Z" message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:359d904aaa602365d470b7fafd3828b888fb4c1e71dc1473bbad336c728c7088" already present on machine metadata: creationTimestamp: "2026-07-01T19:46:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:44Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be421f4ef3fa18 namespace: kserve-ci-e2e-test resourceVersion: "21578" uid: 40b74fcc-612c-4083-8a78-ac4df9e01467 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: "2026-07-01T19:46:44Z" message: 'Created container: storage-initializer' metadata: creationTimestamp: "2026-07-01T19:46:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:44Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be421f51b50d3a namespace: kserve-ci-e2e-test resourceVersion: "21579" uid: be17cb43-aeac-42f7-9adf-dd1425e9240f reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:44Z" involvedObject: apiVersion: v1 fieldPath: spec.initContainers{storage-initializer} kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: "2026-07-01T19:46:44Z" message: Started container storage-initializer metadata: creationTimestamp: "2026-07-01T19:46:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:44Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be421f522474e1 namespace: kserve-ci-e2e-test resourceVersion: "21580" uid: 0738ad7e-e88c-466a-b782-86cca839e30b reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: "2026-07-01T19:46:48Z" message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1690" already present on machine metadata: creationTimestamp: "2026-07-01T19:46:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:48Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be4220269de8f4 namespace: kserve-ci-e2e-test resourceVersion: "21613" uid: 772fe2c6-6a91-4a96-991f-82ae1c970a18 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: "2026-07-01T19:46:48Z" message: 'Created container: kserve-container' metadata: creationTimestamp: "2026-07-01T19:46:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:48Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be422029fa3464 namespace: kserve-ci-e2e-test resourceVersion: "21615" uid: d60c34c9-762b-4f4c-9e88-ebea77d1d737 reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: "2026-07-01T19:46:48Z" message: Started container kserve-container metadata: creationTimestamp: "2026-07-01T19:46:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:48Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be42202a6d0873 namespace: kserve-ci-e2e-test resourceVersion: "21616" uid: e13788a1-2ac8-4b16-b761-4af89160c1e3 reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: "2026-07-01T19:46:48Z" message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3" already present on machine metadata: creationTimestamp: "2026-07-01T19:46:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:48Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be42202a771485 namespace: kserve-ci-e2e-test resourceVersion: "21618" uid: 31c2d613-d3fb-4939-9f31-a02940987f43 reason: Pulled reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: "2026-07-01T19:46:48Z" message: 'Created container: kube-rbac-proxy' metadata: creationTimestamp: "2026-07-01T19:46:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:48Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be42202db591e5 namespace: kserve-ci-e2e-test resourceVersion: "21620" uid: ebd23252-6731-4d4e-96ea-9f7f096ffedd reason: Created reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:48Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: "2026-07-01T19:46:48Z" message: Started container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:46:48Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:46:48Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be42202e40bf9b namespace: kserve-ci-e2e-test resourceVersion: "21622" uid: ccfb31cb-0d57-4855-b797-30f316a914cd reason: Started reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 11 eventTime: null firstTimestamp: "2026-07-01T19:46:49Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: "2026-07-01T19:48:14Z" message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:46:49Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:48:14Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be4220629e4a8b namespace: kserve-ci-e2e-test resourceVersion: "22257" uid: 6b89d83a-6b5a-4475-aaad-3a0e8ade42e0 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:48:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kserve-container} kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: "2026-07-01T19:48:14Z" message: Stopping container kserve-container metadata: creationTimestamp: "2026-07-01T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:48:14Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be42342de6f941 namespace: kserve-ci-e2e-test resourceVersion: "22251" uid: 0631c286-c616-4503-a488-71fc078143d3 reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:48:14Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: "2026-07-01T19:48:14Z" message: Stopping container kube-rbac-proxy metadata: creationTimestamp: "2026-07-01T19:48:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:48:14Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be42342de77b8d namespace: kserve-ci-e2e-test resourceVersion: "22252" uid: d571d43c-7dce-4b44-80de-659d29f7cbda reason: Killing reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:48:16Z" involvedObject: apiVersion: v1 fieldPath: spec.containers{kube-rbac-proxy} kind: Pod name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls namespace: kserve-ci-e2e-test resourceVersion: "21556" uid: ed4b8666-ff4f-4826-ac53-8d68c267dd7c kind: Event lastTimestamp: "2026-07-01T19:48:16Z" message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp 10.132.0.31:8643: connect: connection refused' metadata: creationTimestamp: "2026-07-01T19:48:16Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:reportingInstance: {} f:source: f:component: {} f:host: {} f:type: {} manager: kubelet operation: Update time: "2026-07-01T19:48:16Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls.18be4234a498b6c9 namespace: kserve-ci-e2e-test resourceVersion: "22272" uid: 3ad5ab2c-a036-4b15-9ebd-113d9531c003 reason: Unhealthy reportingComponent: kubelet reportingInstance: ip-10-0-143-50.ec2.internal source: component: kubelet host: ip-10-0-143-50.ec2.internal type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:44Z" involvedObject: apiVersion: apps/v1 kind: ReplicaSet name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b namespace: kserve-ci-e2e-test resourceVersion: "21542" uid: b078e84b-3697-4f2c-9dd4-6db00cdf50c0 kind: Event lastTimestamp: "2026-07-01T19:46:44Z" message: 'Created pod: raw-sklearn-runtime-68197-predictor-6d5bc8f86b-fxhls' metadata: creationTimestamp: "2026-07-01T19:46:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:46:44Z" name: raw-sklearn-runtime-68197-predictor-6d5bc8f86b.18be421f3361b8cb namespace: kserve-ci-e2e-test resourceVersion: "21555" uid: 45ffb801-66cc-4acb-adc1-5df558f86237 reason: SuccessfulCreate reportingComponent: replicaset-controller reportingInstance: "" source: component: replicaset-controller type: Normal - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:44Z" involvedObject: apiVersion: apps/v1 kind: Deployment name: raw-sklearn-runtime-68197-predictor namespace: kserve-ci-e2e-test resourceVersion: "21540" uid: ba06d8db-b693-4401-995b-d5662b65e740 kind: Event lastTimestamp: "2026-07-01T19:46:44Z" message: Scaled up replica set raw-sklearn-runtime-68197-predictor-6d5bc8f86b from 0 to 1 metadata: creationTimestamp: "2026-07-01T19:46:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:46:44Z" name: raw-sklearn-runtime-68197-predictor.18be421f2dc6c7eb namespace: kserve-ci-e2e-test resourceVersion: "21543" uid: e60b70c5-5aeb-47d3-a6e5-1050d0996dc8 reason: ScalingReplicaSet reportingComponent: deployment-controller reportingInstance: "" source: component: deployment-controller type: Normal - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:46:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-68197-predictor namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: 8d5c2f85-72ab-46fe-bd3a-e9154e5a259f kind: Event lastTimestamp: "2026-07-01T19:47:29Z" message: 'failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:46:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:47:29Z" name: raw-sklearn-runtime-68197-predictor.18be4222ac4c81c0 namespace: kserve-ci-e2e-test resourceVersion: "21909" uid: fc1fba37-4f15-4272-aabf-82d6a62945ae reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:46:59Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-68197-predictor namespace: kserve-ci-e2e-test resourceVersion: "21541" uid: 8d5c2f85-72ab-46fe-bd3a-e9154e5a259f kind: Event lastTimestamp: "2026-07-01T19:47:29Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: unable to get metrics for resource cpu: no metrics returned from resource metrics API' metadata: creationTimestamp: "2026-07-01T19:46:59Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:47:29Z" name: raw-sklearn-runtime-68197-predictor.18be4222acd373b9 namespace: kserve-ci-e2e-test resourceVersion: "21910" uid: bc4fb7fa-982f-4955-8440-f04d22301948 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:47:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-68197-predictor namespace: kserve-ci-e2e-test resourceVersion: "21703" uid: 8d5c2f85-72ab-46fe-bd3a-e9154e5a259f kind: Event lastTimestamp: "2026-07-01T19:48:14Z" message: 'failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:48:14Z" name: raw-sklearn-runtime-68197-predictor.18be42262c2e461f namespace: kserve-ci-e2e-test resourceVersion: "22235" uid: 767560d1-c7fb-4063-b742-130c9a37faf4 reason: FailedGetResourceMetric reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 4 eventTime: null firstTimestamp: "2026-07-01T19:47:14Z" involvedObject: apiVersion: autoscaling/v2 kind: HorizontalPodAutoscaler name: raw-sklearn-runtime-68197-predictor namespace: kserve-ci-e2e-test resourceVersion: "21703" uid: 8d5c2f85-72ab-46fe-bd3a-e9154e5a259f kind: Event lastTimestamp: "2026-07-01T19:48:14Z" message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu resource metric value: failed to get cpu utilization: did not receive metrics for targeted pods (pods might be unready)' metadata: creationTimestamp: "2026-07-01T19:47:14Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: kube-controller-manager operation: Update time: "2026-07-01T19:48:14Z" name: raw-sklearn-runtime-68197-predictor.18be42262ca31a7d namespace: kserve-ci-e2e-test resourceVersion: "22236" uid: 6735691a-e3a5-4a6d-9ae1-a3e86e941572 reason: FailedComputeMetricsReplicas reportingComponent: horizontal-pod-autoscaler reportingInstance: "" source: component: horizontal-pod-autoscaler type: Warning - apiVersion: v1 count: 12 eventTime: null firstTimestamp: "2026-07-01T19:46:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-68197 namespace: kserve-ci-e2e-test resourceVersion: "21533" uid: 1be19dbe-61ed-48bb-9063-b7df86f4ea80 kind: Event lastTimestamp: "2026-07-01T19:48:04Z" message: Istio VirtualService CRD not present; VirtualService reconciliation skipped. If you do not use Istio, set ingress.disableIstioVirtualHost=true. metadata: creationTimestamp: "2026-07-01T19:46:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:48:04Z" name: raw-sklearn-runtime-68197.18be421f2dc50d22 namespace: kserve-ci-e2e-test resourceVersion: "22167" uid: 07693f77-c127-4334-9732-7aff0713b287 reason: VirtualServiceCRDNotFound reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 2 eventTime: null firstTimestamp: "2026-07-01T19:46:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-68197 namespace: kserve-ci-e2e-test resourceVersion: "21533" uid: 1be19dbe-61ed-48bb-9063-b7df86f4ea80 kind: Event lastTimestamp: "2026-07-01T19:46:44Z" message: 'Failed to update status for InferenceService "raw-sklearn-runtime-68197": Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-68197": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:46:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:46:44Z" name: raw-sklearn-runtime-68197.18be421f2e3a9971 namespace: kserve-ci-e2e-test resourceVersion: "21563" uid: d1a96926-59fb-4f5f-8dfc-050c4dcd8ae8 reason: UpdateFailed reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:46:44Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-68197 namespace: kserve-ci-e2e-test resourceVersion: "21535" uid: 1be19dbe-61ed-48bb-9063-b7df86f4ea80 kind: Event lastTimestamp: "2026-07-01T19:46:44Z" message: 'fails to update InferenceService status: Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-68197": the object has been modified; please apply your changes to the latest version and try again' metadata: creationTimestamp: "2026-07-01T19:46:44Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:46:44Z" name: raw-sklearn-runtime-68197.18be421f34ed4f63 namespace: kserve-ci-e2e-test resourceVersion: "21564" uid: 7a1cf2e0-a1fd-4d55-9633-3f2e8a76dbd5 reason: InternalError reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Warning - apiVersion: v1 count: 1 eventTime: null firstTimestamp: "2026-07-01T19:48:04Z" involvedObject: apiVersion: serving.kserve.io/v1beta1 kind: InferenceService name: raw-sklearn-runtime-68197 namespace: kserve-ci-e2e-test resourceVersion: "22165" uid: 1be19dbe-61ed-48bb-9063-b7df86f4ea80 kind: Event lastTimestamp: "2026-07-01T19:48:04Z" message: InferenceService [raw-sklearn-runtime-68197] is Ready metadata: creationTimestamp: "2026-07-01T19:48:04Z" managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:count: {} f:firstTimestamp: {} f:involvedObject: {} f:lastTimestamp: {} f:message: {} f:reason: {} f:reportingComponent: {} f:source: f:component: {} f:type: {} manager: manager operation: Update time: "2026-07-01T19:48:04Z" name: raw-sklearn-runtime-68197.18be4231fbfb2bc2 namespace: kserve-ci-e2e-test resourceVersion: "22166" uid: 3b1a3791-cc8c-4040-9d21-d87a8090340f reason: InferenceServiceReady reportingComponent: v1beta1Controllers reportingInstance: "" source: component: v1beta1Controllers type: Normal kind: EventList metadata: resourceVersion: "22511"