---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:42:45.368923Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20668"
    uid: 125505ca-8bb7-46d6-884c-d07530770a89
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd
    to ip-10-0-137-164.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:42:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:42:45Z"
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd.18be41e794704622
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: 24db1d06-83ca-41c0-b072-7285d70875e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: 125505ca-8bb7-46d6-884c-d07530770a89
  kind: Event
  lastTimestamp: "2026-07-01T19:42:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-7fef16-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T19:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:42:45Z"
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd.18be41e79d93362f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20688"
    uid: 2f098848-f136-42c4-8087-a5853e3d7359
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: 125505ca-8bb7-46d6-884c-d07530770a89
  kind: Event
  lastTimestamp: "2026-07-01T19:42:46Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:42:46Z"
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd.18be41e7d22146ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20697"
    uid: a5f10f94-6019-4bc0-ae10-ae4cea7212ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: 125505ca-8bb7-46d6-884c-d07530770a89
  kind: Event
  lastTimestamp: "2026-07-01T19:42:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:42:51Z"
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd.18be41e7d39e0b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: 97a31876-03ad-4d68-af6b-b07391575228
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: 125505ca-8bb7-46d6-884c-d07530770a89
  kind: Event
  lastTimestamp: "2026-07-01T19:42:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T19:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:42:51Z"
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd.18be41e7d6590798
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: 007ca4fb-e191-47b1-a299-723999c01331
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: 125505ca-8bb7-46d6-884c-d07530770a89
  kind: Event
  lastTimestamp: "2026-07-01T19:42:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T19:42:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:42:51Z"
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd.18be41e7d6cbca4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: 920a6598-e1bf-42eb-8741-e6a1c8cbd1a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: 125505ca-8bb7-46d6-884c-d07530770a89
  kind: Event
  lastTimestamp: "2026-07-01T19:42:55Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T19:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:42:55Z"
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd.18be41e9e88e27c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20797"
    uid: 6f102820-d367-41e2-95ac-fbf08bb399a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: 01e9343f-f251-4902-a766-7a42d921d977
  kind: Event
  lastTimestamp: "2026-07-01T19:42:45Z"
  message: 'Created pod: isvc-init-fail-7fef16-predictor-75b4dbcc4f-mrqrd'
  metadata:
    creationTimestamp: "2026-07-01T19:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:42:45Z"
    name: isvc-init-fail-7fef16-predictor-75b4dbcc4f.18be41e793ea5199
    namespace: kserve-ci-e2e-test
    resourceVersion: "20669"
    uid: a61d2662-4063-4c0a-aee0-af55252806b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-7fef16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: d0c5310d-e95a-4444-b726-54a4cc164b95
  kind: Event
  lastTimestamp: "2026-07-01T19:42:45Z"
  message: Scaled up replica set isvc-init-fail-7fef16-predictor-75b4dbcc4f from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-01T19:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:42:45Z"
    name: isvc-init-fail-7fef16-predictor.18be41e790ca97a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20661"
    uid: 7d701016-501b-43bc-8aa8-776678c12ac3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-7fef16
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 02be677c-93fe-4628-88ed-602385139a43
  kind: Event
  lastTimestamp: "2026-07-01T19:42:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T19:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:42:51Z"
    name: isvc-init-fail-7fef16.18be41e790ff7773
    namespace: kserve-ci-e2e-test
    resourceVersion: "20751"
    uid: fd4c9cf9-5fd1-4d9b-a424-e77853e6cbcc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-7fef16
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 02be677c-93fe-4628-88ed-602385139a43
  kind: Event
  lastTimestamp: "2026-07-01T19:42:45Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-7fef16":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-7fef16":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:42:45Z"
    name: isvc-init-fail-7fef16.18be41e7916beedc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20664"
    uid: ee8724f1-621e-4996-bbe4-4ea59ae3ba40
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-7fef16
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 02be677c-93fe-4628-88ed-602385139a43
  kind: Event
  lastTimestamp: "2026-07-01T19:42:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-7fef16": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:42:45Z"
    name: isvc-init-fail-7fef16.18be41e7916c4867
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: 1f2fc687-f9de-47c3-b8ee-78837a1f2866
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:36:23.284962Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17586"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    to ip-10-0-137-164.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:36:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:36:23Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418e9e75b1af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: eab60c97-d51c-4226-a57c-6480fe6dadbe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:36:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-553af-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:23Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418eaa95df57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: 9a8e0115-7997-4e10-888e-c1da9634b095
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:36:24Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:36:24Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418edd5aa89a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17608"
    uid: 542e922b-e260-409e-a08a-6f62c167bba4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:36:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:24Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418edee46b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: 2c4c0bcc-3211-4990-8603-dd362fed575b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:36:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T19:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:24Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418ee1f2c524
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: 3946088e-28ad-4ef2-9946-329b57323198
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:36:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T19:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:24Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418ee266effb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: 5563d476-585e-4ba4-b4a2-27f93af17946
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:36:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:28Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418fd8aeef13
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 42228fcd-96e9-49aa-ac09-c127b47b6350
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:36:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T19:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:28Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418fdc1cc666
    namespace: kserve-ci-e2e-test
    resourceVersion: "17654"
    uid: c9125796-40b1-4359-85e3-3f69ceb3bc1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:36:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:28Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418fdcb1a833
    namespace: kserve-ci-e2e-test
    resourceVersion: "17657"
    uid: 560d7991-b46a-4c3c-8151-e09070a32fc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:36:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:28Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418fdcbe005f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17658"
    uid: 603ae35b-5dac-49dc-b4c4-ddcc90549139
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:36:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T19:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:28Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418fe0310051
    namespace: kserve-ci-e2e-test
    resourceVersion: "17660"
    uid: e2454f0d-ea59-48c4-8575-2261e8b475fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:36:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:28Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418fe0a26cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 12a6e099-12a2-4f6e-b260-eae4ab9a59dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:36:28Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:6e5509460516eff2bbcfd9d7f0c9a20ec2d2cefbed5db11810dc761edee99a88"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:28Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418fe0acbffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 4005ac6a-640a-44df-b3fc-9c34b5e4f2e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:36:28Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-01T19:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:28Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418fe3b80c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17663"
    uid: 6d899474-98b5-4a3b-a7c2-ac73d8e47e51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:36:28Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-01T19:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:28Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be418fe426770e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17664"
    uid: 5ab06d53-9ef3-4664-923d-f750a1e2bcbb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:38:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T19:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:38:06Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be419014c983b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18484"
    uid: 949950d9-f499-49e4-b0ab-e73407894929
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:38:06Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T19:36:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:38:06Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be419050a11c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 9bd66f39-8231-4f23-b925-a2d095448811
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:37:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:37:58Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be41a4cefa2490
    namespace: kserve-ci-e2e-test
    resourceVersion: "18361"
    uid: ec4b15b3-cf65-4275-bbc3-43053f7799e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:37:58Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-01T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:37:58Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be41a4cefb5414
    namespace: kserve-ci-e2e-test
    resourceVersion: "18364"
    uid: 90def31b-1619-4928-aba5-8c819ee22f00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:37:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:37:58Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be41a4cefba8d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18369"
    uid: 4def3529-3031-4f6f-84c7-a4492ec32f24
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T19:38:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: 4b4c4555-8e4a-4a46-8ecb-779c792c0955
  kind: Event
  lastTimestamp: "2026-07-01T19:38:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T19:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:38:11Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5.18be41a580e3ca7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18521"
    uid: 25d3e8b0-a60c-460f-9a57-5d97b7e212fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-553af-predictor-558fb6ddb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: a9308185-f044-4c36-af21-ba9c63e3fc09
  kind: Event
  lastTimestamp: "2026-07-01T19:36:23Z"
  message: 'Created pod: isvc-logger-raw-553af-predictor-558fb6ddb6-4rnf5'
  metadata:
    creationTimestamp: "2026-07-01T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:36:23Z"
    name: isvc-logger-raw-553af-predictor-558fb6ddb6.18be418e9e02f72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17587"
    uid: 2ea3f209-313a-42b8-8eca-43d04dc4df1b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-553af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17573"
    uid: 28b52627-41b2-48ea-b9fe-ef02f7c90b70
  kind: Event
  lastTimestamp: "2026-07-01T19:36:23Z"
  message: Scaled up replica set isvc-logger-raw-553af-predictor-558fb6ddb6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-01T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:36:23Z"
    name: isvc-logger-raw-553af-predictor.18be418e9a393588
    namespace: kserve-ci-e2e-test
    resourceVersion: "17576"
    uid: 10ee3123-65fe-408f-b831-16a1dd716607
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-553af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 1dad97f8-c68f-4902-b513-ebcdc5d7b4fc
  kind: Event
  lastTimestamp: "2026-07-01T19:37:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:37:08Z"
    name: isvc-logger-raw-553af-predictor.18be419218a6fdc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17949"
    uid: bd879368-d2c3-42c4-9726-d70d9c6f38fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-553af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 1dad97f8-c68f-4902-b513-ebcdc5d7b4fc
  kind: Event
  lastTimestamp: "2026-07-01T19:37:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:37:08Z"
    name: isvc-logger-raw-553af-predictor.18be4192190e6106
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: 2632bc46-5f59-4f72-b290-689337fdcf4d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-553af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: 1dad97f8-c68f-4902-b513-ebcdc5d7b4fc
  kind: Event
  lastTimestamp: "2026-07-01T19:37:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:37:53Z"
    name: isvc-logger-raw-553af-predictor.18be419c95d27471
    namespace: kserve-ci-e2e-test
    resourceVersion: "18287"
    uid: a9af337b-0540-4aad-9204-f0fc7f507a96
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-553af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: 1dad97f8-c68f-4902-b513-ebcdc5d7b4fc
  kind: Event
  lastTimestamp: "2026-07-01T19:37:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:37:53Z"
    name: isvc-logger-raw-553af-predictor.18be419c96722937
    namespace: kserve-ci-e2e-test
    resourceVersion: "18288"
    uid: 0b74c825-2eff-4e80-a651-b4dd56499e1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-553af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: e41e8060-5ed6-40ca-9b47-97e685d0504c
  kind: Event
  lastTimestamp: "2026-07-01T19:37:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:37:46Z"
    name: isvc-logger-raw-553af.18be418e9a3e9554
    namespace: kserve-ci-e2e-test
    resourceVersion: "18240"
    uid: cdaba334-260a-4fbe-b454-5038aafa7737
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-553af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: e41e8060-5ed6-40ca-9b47-97e685d0504c
  kind: Event
  lastTimestamp: "2026-07-01T19:36:23Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-553af":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-553af":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:36:23Z"
    name: isvc-logger-raw-553af.18be418e9acd30ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17579"
    uid: 31b441b1-308c-4228-bb9f-7ee099396e5b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-553af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18238"
    uid: e41e8060-5ed6-40ca-9b47-97e685d0504c
  kind: Event
  lastTimestamp: "2026-07-01T19:37:46Z"
  message: InferenceService [isvc-logger-raw-553af] is Ready
  metadata:
    creationTimestamp: "2026-07-01T19:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:37:46Z"
    name: isvc-logger-raw-553af.18be41a20962532d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18239"
    uid: f061b57b-7d62-4a42-941a-504e9f9e1f91
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:40:53.871370Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    to ip-10-0-137-164.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:40:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:40:53Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41cd9eaa9572
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 9f1fa796-fb5f-4384-a14c-c90c13e9f449
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:40:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-6ef841-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T19:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:40:54Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41cdaa93b04e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19729"
    uid: 45524f69-8008-42a0-90b5-bb715731f8ff
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19721"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:40:55Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:40:55Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41ce1156e297
    namespace: kserve-ci-e2e-test
    resourceVersion: "19745"
    uid: 97072a6e-5a68-4fc7-b3fb-76c2f7adc13f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:40:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:40:55Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41ce12cddf11
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: d792e11f-bf73-4eb9-b9fc-23262988b103
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:40:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T19:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:40:55Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41ce16229ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19748"
    uid: c10ede9f-b8de-4847-a01f-f3531f959e8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:40:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T19:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:40:55Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41ce1692bcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: cf6b10a2-2292-4bcb-af16-4907fc0fd378
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:40:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:40:59Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41cf01f8f6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: 394d8a0b-1b4b-48fb-a3c8-3bb6812c09be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:40:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T19:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:40:59Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41cf04fa7fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19786"
    uid: a396c459-2246-411a-95c4-018dd46c18a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:40:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:40:59Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41cf056abcb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: 78d1a428-c77b-496f-9f8c-f12d5d5f476d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:40:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:40:59Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41cf0574bb87
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: ebf0f092-566a-48eb-ad48-7afc60f9dc92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:40:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T19:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:40:59Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41cf090a45fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19791"
    uid: 2a0a522d-b8db-41d0-b238-a43c24eaa83f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:40:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:40:59Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41cf099b6b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "19793"
    uid: d4404e8b-d8cb-429c-843e-721e4d3f6a6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T19:41:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:42:07Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T19:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:42:07Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41cf3e0f3502
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 7b2e731f-d547-4fc5-a692-280496c89733
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:42:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:42:40Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41e65ac2f2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20590"
    uid: f3f63546-65a1-4d65-91d9-8ba6377bd872
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:42:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:42:40Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41e65ac38dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20591"
    uid: ae62289f-8839-456e-87da-fd3d2a307caf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk
    namespace: kserve-ci-e2e-test
    resourceVersion: "19715"
    uid: fee55a5f-1926-488e-afe7-8678e24e8e8a
  kind: Event
  lastTimestamp: "2026-07-01T19:42:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T19:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:42:41Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk.18be41e6c260b185
    namespace: kserve-ci-e2e-test
    resourceVersion: "20620"
    uid: 38feecb8-a102-444b-a827-72784eedc1df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-6ef841-predictor-7f47d7b458
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: 297f79e7-d876-4a0a-afcf-4784d01c2f47
  kind: Event
  lastTimestamp: "2026-07-01T19:40:53Z"
  message: 'Created pod: isvc-primary-6ef841-predictor-7f47d7b458-bz4zk'
  metadata:
    creationTimestamp: "2026-07-01T19:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:40:53Z"
    name: isvc-primary-6ef841-predictor-7f47d7b458.18be41cd9e1d1e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: bbe68507-8997-474a-a3f6-1e6bd790990e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-6ef841-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19702"
    uid: 8569b24c-37ec-49c4-b437-3562af0b518f
  kind: Event
  lastTimestamp: "2026-07-01T19:40:53Z"
  message: Scaled up replica set isvc-primary-6ef841-predictor-7f47d7b458 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-01T19:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:40:53Z"
    name: isvc-primary-6ef841-predictor.18be41cd99ee1287
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: 13ea2bd1-cf19-4c84-be43-2d467cff0d66
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T19:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6ef841-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 562584ab-12e6-4551-a584-c40b149987f5
  kind: Event
  lastTimestamp: "2026-07-01T19:41:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:41:38Z"
    name: isvc-primary-6ef841-predictor.18be41d118e394f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: a1555e5e-3681-463f-b2cb-858c3d41e4ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T19:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6ef841-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 562584ab-12e6-4551-a584-c40b149987f5
  kind: Event
  lastTimestamp: "2026-07-01T19:41:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:41:38Z"
    name: isvc-primary-6ef841-predictor.18be41d1194c86c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20070"
    uid: b9d7fec8-559a-424b-a5ab-3dd898f73fc7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T19:41:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6ef841-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: 562584ab-12e6-4551-a584-c40b149987f5
  kind: Event
  lastTimestamp: "2026-07-01T19:42:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:42:38Z"
    name: isvc-primary-6ef841-predictor.18be41db96ba5643
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 8b26a4ab-5da7-4ee8-93c2-56166a9f50f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T19:41:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-6ef841-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: 562584ab-12e6-4551-a584-c40b149987f5
  kind: Event
  lastTimestamp: "2026-07-01T19:42:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:42:38Z"
    name: isvc-primary-6ef841-predictor.18be41db972657b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: ebf54c80-a6fd-4a6f-91c3-74d3a6fc2260
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6ef841
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: e9cff0ab-e145-4ca8-873a-ee60fe6ea7e0
  kind: Event
  lastTimestamp: "2026-07-01T19:42:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T19:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:42:17Z"
    name: isvc-primary-6ef841.18be41cd9a058c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "20343"
    uid: 10beb20c-a28a-491e-adf3-81b765e65494
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6ef841
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: e9cff0ab-e145-4ca8-873a-ee60fe6ea7e0
  kind: Event
  lastTimestamp: "2026-07-01T19:40:53Z"
  message: 'Failed to update status for InferenceService "isvc-primary-6ef841": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-6ef841":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:40:53Z"
    name: isvc-primary-6ef841.18be41cd9a782d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19708"
    uid: 0de46369-5b0b-439e-bbae-117ed0641b46
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6ef841
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: e9cff0ab-e145-4ca8-873a-ee60fe6ea7e0
  kind: Event
  lastTimestamp: "2026-07-01T19:40:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-6ef841": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:40:53Z"
    name: isvc-primary-6ef841.18be41cd9a786e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19710"
    uid: d62e2fcf-fe52-4d9c-866b-c520df7c40a9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-6ef841
    namespace: kserve-ci-e2e-test
    resourceVersion: "20341"
    uid: e9cff0ab-e145-4ca8-873a-ee60fe6ea7e0
  kind: Event
  lastTimestamp: "2026-07-01T19:42:17Z"
  message: InferenceService [isvc-primary-6ef841] is Ready
  metadata:
    creationTimestamp: "2026-07-01T19:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:42:17Z"
    name: isvc-primary-6ef841.18be41e113e0aaa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: 3feaccd1-79a1-40ec-82a8-31a67f3cfae9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:30:37.489404Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14438"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    to ip-10-0-137-164.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:30:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:30:37Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be413e1b703a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "14443"
    uid: 0ca0d51b-a1c6-4de0-a005-f39d3d625826
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:30:37Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:30:37Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be413e355a9b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "14457"
    uid: abd0b5c0-91a8-4da6-a11a-f3749d9db4ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:30:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:30:37Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be413e371351c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14459"
    uid: 57155391-46fa-4beb-810f-8a460793d876
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:30:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:30:38Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be413e3a5e6a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "14460"
    uid: f5f7209e-0e6e-4f62-ae9d-f5b3b7d5168f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:30:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:30:38Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be413e3acff50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14462"
    uid: 776e9bd0-5da4-4a12-a225-87a00dab68cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:30:41Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693"
  metadata:
    creationTimestamp: "2026-07-01T19:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:30:41Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be413f1e6b6ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14495"
    uid: 3c4f87fe-a324-480f-9ca9-f936a5d1db21
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:30:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693"
    in 15.646s (15.646s including waiting). Image size: 1555846067 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T19:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:30:57Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be4142c2fef771
    namespace: kserve-ci-e2e-test
    resourceVersion: "14613"
    uid: bfc3443a-c6aa-4b5e-9655-3dd2c86a32b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:30:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T19:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:30:57Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be4142c628ad99
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: b287aba3-fe98-4863-b437-fde63ae231c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:30:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:30:57Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be4142c69b9d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "14615"
    uid: 7506ef90-b22f-4c2e-be82-166d79237897
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:30:57Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-01T19:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:30:57Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be4142c6a84289
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: d9a85878-5ca2-4572-867f-e85c5a5c437b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:30:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.286s (2.286s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T19:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:30:59Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be41434ef4b0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14630"
    uid: 575cbe1a-e389-4c87-83d7-e2e769182b9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:30:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T19:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:30:59Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be4143525f55d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14631"
    uid: f1dc52ef-4e0b-4585-8a30-09c589e1231c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:30:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:30:59Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be414352d1828a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14632"
    uid: 30c2f0b4-cb92-4067-9c4b-459e08ea8e29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:30:59Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:6e5509460516eff2bbcfd9d7f0c9a20ec2d2cefbed5db11810dc761edee99a88"
  metadata:
    creationTimestamp: "2026-07-01T19:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:30:59Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be414352df5e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "14633"
    uid: b25a4570-1c54-4e50-91cd-ea6836cfc57a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:31:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:6e5509460516eff2bbcfd9d7f0c9a20ec2d2cefbed5db11810dc761edee99a88"
    in 3.018s (3.018s including waiting). Image size: 240001660 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T19:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:31:02Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be414406c50286
    namespace: kserve-ci-e2e-test
    resourceVersion: "14651"
    uid: 09ff87f7-8532-411e-8926-4c735fbe7fda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:31:02Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-01T19:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:31:02Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be414409a3e624
    namespace: kserve-ci-e2e-test
    resourceVersion: "14653"
    uid: e01ddb18-817b-4545-ae88-ad62a773ed5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:31:02Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-01T19:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:31:02Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be41440a13f0e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: c2245f95-60c6-43f2-befe-ca018963a5aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-01T19:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:32:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T19:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:26Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be414445aa9ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: 65b88a79-be2f-4892-a607-e558d58f1de2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-01T19:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:32:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T19:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:36Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be4144819153e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: db730bfd-7644-4e2b-8df3-269d824262d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:32:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:22Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be41569716bc29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: f2ae4e63-a224-4e65-99d1-ed062852d013
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:32:22Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-01T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:22Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be41569717111a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: 76600885-6822-4eb2-8104-ef02bceaeade
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:32:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:22Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be415697173867
    namespace: kserve-ci-e2e-test
    resourceVersion: "15278"
    uid: d0a0a3ce-f95f-4d3f-8be0-17bd22d2e48d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: e27e002a-4ea3-44f6-b1c1-6ac637649400
  kind: Event
  lastTimestamp: "2026-07-01T19:32:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T19:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:34Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7.18be415721e70b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7310d4a2-625b-44aa-b48e-97f0ce604c85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887
    namespace: kserve-ci-e2e-test
    resourceVersion: "14422"
    uid: 35c0f197-bd94-494c-82d9-4a1385057eec
  kind: Event
  lastTimestamp: "2026-07-01T19:30:37Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887-bhhk7'
  metadata:
    creationTimestamp: "2026-07-01T19:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:30:37Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887.18be413e1af2748c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14439"
    uid: e6d5c30f-c8d0-46e5-983a-e0cafe3509b7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-e27cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14421"
    uid: 33540487-623b-43b5-aafa-0b43803b1c05
  kind: Event
  lastTimestamp: "2026-07-01T19:30:37Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-e27cf-predictor-96b47f887
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T19:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:30:37Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor.18be413e133ad76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14423"
    uid: 2777f42a-2117-42d3-82e6-724137dd5cc6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e27cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14431"
    uid: 2195d7c9-b649-44c1-acdb-5124491dda0b
  kind: Event
  lastTimestamp: "2026-07-01T19:31:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:31:37Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor.18be4141990bb246
    namespace: kserve-ci-e2e-test
    resourceVersion: "14911"
    uid: e3dea33f-8ae2-444f-8130-482e0f546606
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e27cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14431"
    uid: 2195d7c9-b649-44c1-acdb-5124491dda0b
  kind: Event
  lastTimestamp: "2026-07-01T19:31:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:31:37Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor.18be414199812d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14912"
    uid: ab5c9708-9a07-4906-a9b0-6afbe25d3376
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T19:31:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e27cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 2195d7c9-b649-44c1-acdb-5124491dda0b
  kind: Event
  lastTimestamp: "2026-07-01T19:32:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:32:22Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor.18be414f954b1cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15254"
    uid: 371427cb-15a2-4bbb-8910-f0df20c76691
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T19:31:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e27cf-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14572"
    uid: 2195d7c9-b649-44c1-acdb-5124491dda0b
  kind: Event
  lastTimestamp: "2026-07-01T19:32:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:32:22Z"
    name: isvc-raw-sklearn-batcher-e27cf-predictor.18be414f95afb02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15255"
    uid: 712379b0-1571-451a-942f-d0f929219d09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e27cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: f4af49f7-00b0-4aae-beca-072037e3dde9
  kind: Event
  lastTimestamp: "2026-07-01T19:32:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T19:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:32:17Z"
    name: isvc-raw-sklearn-batcher-e27cf.18be413e19711e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15196"
    uid: bc598022-0ae0-4797-a316-758f49065401
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e27cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: f4af49f7-00b0-4aae-beca-072037e3dde9
  kind: Event
  lastTimestamp: "2026-07-01T19:30:37Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-e27cf":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-e27cf":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:30:37Z"
    name: isvc-raw-sklearn-batcher-e27cf.18be413e1a00b072
    namespace: kserve-ci-e2e-test
    resourceVersion: "14450"
    uid: 41720dac-8cf6-48e8-9671-ad89e763ac83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:30:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e27cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14413"
    uid: f4af49f7-00b0-4aae-beca-072037e3dde9
  kind: Event
  lastTimestamp: "2026-07-01T19:30:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-e27cf": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:30:37Z"
    name: isvc-raw-sklearn-batcher-e27cf.18be413e1a00fbb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: efe75543-040a-4aaf-85d9-74c0c3755297
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e27cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: f4af49f7-00b0-4aae-beca-072037e3dde9
  kind: Event
  lastTimestamp: "2026-07-01T19:32:17Z"
  message: InferenceService [isvc-raw-sklearn-batcher-e27cf] is Ready
  metadata:
    creationTimestamp: "2026-07-01T19:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:32:17Z"
    name: isvc-raw-sklearn-batcher-e27cf.18be41554e7f8342
    namespace: kserve-ci-e2e-test
    resourceVersion: "15195"
    uid: cf525372-a84e-4a3e-a8c5-b637f70c8519
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:42:24.109176Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-6ef841-predictor-59958cfbbf-2472d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20419"
    uid: 84c2aa03-5f7a-4a9d-a570-d3fd181cb242
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-6ef841-predictor-59958cfbbf-2472d
    to ip-10-0-137-164.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:42:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:42:24Z"
    name: isvc-secondary-6ef841-predictor-59958cfbbf-2472d.18be41e2a1427e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20424"
    uid: 3b9010b5-0936-4e03-9fed-a07c02129cf7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-6ef841-predictor-59958cfbbf-2472d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20428"
    uid: 84c2aa03-5f7a-4a9d-a570-d3fd181cb242
  kind: Event
  lastTimestamp: "2026-07-01T19:42:24Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:42:24Z"
    name: isvc-secondary-6ef841-predictor-59958cfbbf-2472d.18be41e2bb1a64ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20437"
    uid: aabf46c5-d551-470e-8960-a7688f91c697
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6ef841-predictor-59958cfbbf-2472d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 84c2aa03-5f7a-4a9d-a570-d3fd181cb242
  kind: Event
  lastTimestamp: "2026-07-01T19:42:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:42:29Z"
    name: isvc-secondary-6ef841-predictor-59958cfbbf-2472d.18be41e2bc78d6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20480"
    uid: 4a143435-8b93-419f-8cd3-77fc28f723e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6ef841-predictor-59958cfbbf-2472d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 84c2aa03-5f7a-4a9d-a570-d3fd181cb242
  kind: Event
  lastTimestamp: "2026-07-01T19:42:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T19:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:42:29Z"
    name: isvc-secondary-6ef841-predictor-59958cfbbf-2472d.18be41e2bf9cfb43
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: f3dc0cf3-a535-44d8-b1dc-e1fe671e0126
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6ef841-predictor-59958cfbbf-2472d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 84c2aa03-5f7a-4a9d-a570-d3fd181cb242
  kind: Event
  lastTimestamp: "2026-07-01T19:42:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T19:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:42:29Z"
    name: isvc-secondary-6ef841-predictor-59958cfbbf-2472d.18be41e2c008d408
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: c00aa221-b04c-4582-b442-c25bf3339459
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-6ef841-predictor-59958cfbbf-2472d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 84c2aa03-5f7a-4a9d-a570-d3fd181cb242
  kind: Event
  lastTimestamp: "2026-07-01T19:42:35Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-6ef841-predictor-59958cfbbf-2472d_kserve-ci-e2e-test(84c2aa03-5f7a-4a9d-a570-d3fd181cb242)
  metadata:
    creationTimestamp: "2026-07-01T19:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:42:35Z"
    name: isvc-secondary-6ef841-predictor-59958cfbbf-2472d.18be41e53c9dae02
    namespace: kserve-ci-e2e-test
    resourceVersion: "20527"
    uid: 7e5a98a2-5308-414d-b642-263ff643dcfe
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-6ef841-predictor-59958cfbbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20408"
    uid: e2fc5aa2-63d2-49f2-91af-faaf3563b3f2
  kind: Event
  lastTimestamp: "2026-07-01T19:42:24Z"
  message: 'Created pod: isvc-secondary-6ef841-predictor-59958cfbbf-2472d'
  metadata:
    creationTimestamp: "2026-07-01T19:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:42:24Z"
    name: isvc-secondary-6ef841-predictor-59958cfbbf.18be41e2a0cf1232
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: b0247c26-46b9-4a77-9ab1-6271c495714c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-6ef841-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 6227627d-702b-44dc-ad42-8adcb1c6469a
  kind: Event
  lastTimestamp: "2026-07-01T19:42:24Z"
  message: Scaled up replica set isvc-secondary-6ef841-predictor-59958cfbbf from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-01T19:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:42:24Z"
    name: isvc-secondary-6ef841-predictor.18be41e29c4b521f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20409"
    uid: 9d7a5e35-42f3-40b6-bcbe-57b5ca5a24cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-6ef841-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20407"
    uid: 5f43674b-2ce7-4e34-8711-8c31c10586b1
  kind: Event
  lastTimestamp: "2026-07-01T19:42:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:42:39Z"
    name: isvc-secondary-6ef841-predictor.18be41e61ac5bf78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20560"
    uid: 741f62e8-62c6-47a1-ad08-90afb51029d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-6ef841-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20407"
    uid: 5f43674b-2ce7-4e34-8711-8c31c10586b1
  kind: Event
  lastTimestamp: "2026-07-01T19:42:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:42:39Z"
    name: isvc-secondary-6ef841-predictor.18be41e61b02e7d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20561"
    uid: 67429398-4516-4dd3-ad8b-eda81ab5b52c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6ef841
    namespace: kserve-ci-e2e-test
    resourceVersion: "20399"
    uid: f95156fd-029f-41bc-98aa-9e449c4aa1ae
  kind: Event
  lastTimestamp: "2026-07-01T19:42:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T19:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:42:35Z"
    name: isvc-secondary-6ef841.18be41e29c6351e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: 748f21e3-9385-4a2b-815d-8d64450481b4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6ef841
    namespace: kserve-ci-e2e-test
    resourceVersion: "20399"
    uid: f95156fd-029f-41bc-98aa-9e449c4aa1ae
  kind: Event
  lastTimestamp: "2026-07-01T19:42:24Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-6ef841":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-6ef841":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:42:24Z"
    name: isvc-secondary-6ef841.18be41e29cdcad1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: dcd98e53-2865-476c-977f-e9ffee69a9f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:42:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-6ef841
    namespace: kserve-ci-e2e-test
    resourceVersion: "20399"
    uid: f95156fd-029f-41bc-98aa-9e449c4aa1ae
  kind: Event
  lastTimestamp: "2026-07-01T19:42:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-6ef841": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:42:24Z"
    name: isvc-secondary-6ef841.18be41e29cdd13df
    namespace: kserve-ci-e2e-test
    resourceVersion: "20414"
    uid: 5cdd95e9-bddf-4c70-b7d6-3c5dc1f6eea2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:32:22.671526Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    to ip-10-0-137-164.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:32:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:32:22Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be415698c80194
    namespace: kserve-ci-e2e-test
    resourceVersion: "15292"
    uid: eea68668-e9a1-46b6-99c3-af8de86aa316
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15299"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: "2026-07-01T19:32:23Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:32:23Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be4156b27b1a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: cb666e50-ed41-4ca0-8960-663334d9731d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: "2026-07-01T19:32:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:23Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be4156b3e12329
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: 835da378-7148-425c-8db5-29449fc6974f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: "2026-07-01T19:32:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:23Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be4156b6f42f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: 09e01328-17b8-4f15-8e00-d8a5c009652c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: "2026-07-01T19:32:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:23Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be4156b76320a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15334"
    uid: cb56b275-4eb1-4ae9-ad12-efa99b53500e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: "2026-07-01T19:32:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:27Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be4157affc0785
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 020a15df-d74c-4c84-b873-250f28a1d381
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: "2026-07-01T19:32:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T19:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:27Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be4157b2efe4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 75b84046-2356-4d8a-b85c-420ddc93231e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: "2026-07-01T19:32:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:27Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be4157b365c956
    namespace: kserve-ci-e2e-test
    resourceVersion: "15391"
    uid: dddcaf46-3070-4912-8854-2706edc3e083
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: "2026-07-01T19:32:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:27Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be4157b36f7569
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: 3f59d95a-288f-4783-9e3b-f5a756d149f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: "2026-07-01T19:32:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T19:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:27Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be4157b6554783
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: 47af06c7-372c-4248-9806-b782b4615247
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: "2026-07-01T19:32:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:32:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:27Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be4157b6cf7e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 527e478a-8715-4e69-886f-55935bc5e9bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: "2026-07-01T19:34:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T19:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:15Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be41582825a49e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: fb90dded-34b0-40b3-90ad-3987a30f19db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: "2026-07-01T19:34:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:13Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be417049d4a6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: bb59b1e8-ef68-4d87-8b31-f3473fe7d617
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: "2026-07-01T19:34:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:13Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be417049d59a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "16324"
    uid: 9f5135f8-191d-482a-8722-091b6c8ae0c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 835093bf-c5c0-4835-96c5-bd03e5097839
  kind: Event
  lastTimestamp: "2026-07-01T19:34:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T19:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:15Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j.18be4170d6a041c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16415"
    uid: 862456de-c90c-4c42-9967-7c8dbc94e116
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: bf827b39-1624-4f18-9f0c-c101790c4b05
  kind: Event
  lastTimestamp: "2026-07-01T19:32:22Z"
  message: 'Created pod: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5-kcg6j'
  metadata:
    creationTimestamp: "2026-07-01T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:32:22Z"
    name: isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5.18be415698150913
    namespace: kserve-ci-e2e-test
    resourceVersion: "15285"
    uid: 20140cde-2bca-4ffd-b728-c988720c51a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-66e42-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15246"
    uid: 2b13ab5a-f01c-42e4-afd7-5d02b3980e86
  kind: Event
  lastTimestamp: "2026-07-01T19:32:22Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-66e42-predictor-6b5dc65cc5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:32:22Z"
    name: isvc-sklearn-graph-raw-66e42-predictor.18be41569215e853
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 4f09650c-ba2a-4cdf-a594-5959ef6e0da0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-66e42-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15247"
    uid: e5be7a10-5a75-4b1b-930f-1d203940c03a
  kind: Event
  lastTimestamp: "2026-07-01T19:33:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:33:07Z"
    name: isvc-sklearn-graph-raw-66e42-predictor.18be415a109fdce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: 35721628-8d88-42b6-b898-da545eb3946d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-66e42-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15247"
    uid: e5be7a10-5a75-4b1b-930f-1d203940c03a
  kind: Event
  lastTimestamp: "2026-07-01T19:33:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:33:07Z"
    name: isvc-sklearn-graph-raw-66e42-predictor.18be415a110150af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 116e5c95-30a8-4375-b6fe-ac258763c939
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-66e42-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: e5be7a10-5a75-4b1b-930f-1d203940c03a
  kind: Event
  lastTimestamp: "2026-07-01T19:34:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:34:07Z"
    name: isvc-sklearn-graph-raw-66e42-predictor.18be415d90323f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: 6e78b284-4842-4a23-bc77-b86eee093a98
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-66e42-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: e5be7a10-5a75-4b1b-930f-1d203940c03a
  kind: Event
  lastTimestamp: "2026-07-01T19:34:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:34:07Z"
    name: isvc-sklearn-graph-raw-66e42-predictor.18be415d909ec1fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16199"
    uid: 1f4ad48f-3bb8-4901-8207-bd3d0763d764
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-66e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: ed8be6c6-c559-475c-a30e-a9da87b7e1eb
  kind: Event
  lastTimestamp: "2026-07-01T19:33:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:33:45Z"
    name: isvc-sklearn-graph-raw-66e42.18be4156922475c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16000"
    uid: a51b3f07-8428-47fe-a1db-f4dc4ca9bbdc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-66e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: ed8be6c6-c559-475c-a30e-a9da87b7e1eb
  kind: Event
  lastTimestamp: "2026-07-01T19:32:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-66e42":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-66e42":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:32:22Z"
    name: isvc-sklearn-graph-raw-66e42.18be4156929ef070
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: dd734d1a-9e55-4619-94ea-f352bb919623
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:33:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-66e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: ed8be6c6-c559-475c-a30e-a9da87b7e1eb
  kind: Event
  lastTimestamp: "2026-07-01T19:33:45Z"
  message: InferenceService [isvc-sklearn-graph-raw-66e42] is Ready
  metadata:
    creationTimestamp: "2026-07-01T19:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:33:45Z"
    name: isvc-sklearn-graph-raw-66e42.18be4169e1746c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: bbd1ab11-7234-4809-a71c-57c41fbaf873
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:34:12.974167Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    to ip-10-0-137-164.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:34:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:34:12Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be41704754c775
    namespace: kserve-ci-e2e-test
    resourceVersion: "16304"
    uid: 48cd28a1-11cb-45c2-821a-c6c19d32cc3f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:34:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-6e49a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:13Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be417053559a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16366"
    uid: a09201d7-8660-4a3a-b74e-ae8553a4e596
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:34:14Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:34:14Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be417084ef4f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: a7467e78-8145-4de9-a213-ab07991d0c50
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:34:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:14Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be41708676c704
    namespace: kserve-ci-e2e-test
    resourceVersion: "16394"
    uid: ca61f3b8-7f2b-4f6c-b6d5-f6f0ed4ecbdb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:34:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T19:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:14Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be417089809f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: fa326d0e-d243-4c22-b799-c77141309d59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:34:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T19:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:14Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be417089f067ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16396"
    uid: aa85360d-51e3-49c0-b9ff-d9b6d0de3183
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:34:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:17Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be41716d569ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: f28d39ed-817c-437c-9f41-4472bb822091
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:34:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T19:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:17Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be417171989648
    namespace: kserve-ci-e2e-test
    resourceVersion: "16447"
    uid: 4d06088e-433e-4f10-9d68-f85e19cb9039
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:34:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:17Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be417172122858
    namespace: kserve-ci-e2e-test
    resourceVersion: "16449"
    uid: 3a40ec7d-c97c-4306-83fc-e8ae8fbfed57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:34:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:17Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be41717230a8d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: d7741db4-7b7c-46b4-a8c6-2bd8522a707e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:34:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T19:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:18Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be417175220c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 4b780ac0-8dcb-43e6-a83d-cf30ba241711
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:34:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:18Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be417175adf4de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: af0ac6b0-0047-46bd-bd22-a2522fb81a9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:36:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T19:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:04Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be4171a9bb2e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17402"
    uid: 87bfc38c-dadf-4517-8a36-15d26022deb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:36:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:03Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be4189fbccd4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: b00408f1-4fb0-40bb-ada6-8da00e450de8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:36:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:03Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be4189fbcd456c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17360"
    uid: 1751843f-b2fa-41f6-bf20-265715e74def
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 4d770e95-639f-423c-8584-8ec945730bd8
  kind: Event
  lastTimestamp: "2026-07-01T19:36:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T19:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:04Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx.18be418a58453f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: 5ba0c170-281a-4346-b18d-bd94ac59fff4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: aef6fdae-24ab-4e9e-aa17-ca003cc9aff3
  kind: Event
  lastTimestamp: "2026-07-01T19:34:12Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459-7bvcx'
  metadata:
    creationTimestamp: "2026-07-01T19:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:34:12Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459.18be417046d466c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16296"
    uid: 300fef2d-0def-459d-82ac-8529f82d23f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 8c5ae00b-7762-4ffd-81e3-72aba28e0db5
  kind: Event
  lastTimestamp: "2026-07-01T19:34:12Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-6e49a-predictor-86f574459
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T19:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:34:12Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor.18be4170423fc18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16279"
    uid: f4b7ba58-273a-49ae-9461-a89ef5553d43
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 0ce6a4a0-881e-4c7d-8683-f4d62041fd6e
  kind: Event
  lastTimestamp: "2026-07-01T19:34:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:34:42Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor.18be4173c13fdcac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: 1a73920e-defb-4cbb-9ef2-5e59759fb308
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 0ce6a4a0-881e-4c7d-8683-f4d62041fd6e
  kind: Event
  lastTimestamp: "2026-07-01T19:34:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:34:42Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor.18be4173c1a3bdc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16660"
    uid: d2b702b0-af40-4b71-8a9e-77385835bcb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 0ce6a4a0-881e-4c7d-8683-f4d62041fd6e
  kind: Event
  lastTimestamp: "2026-07-01T19:35:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:35:42Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor.18be417abf9286b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: d2686ba8-ce44-4b72-baea-803419ae44aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 0ce6a4a0-881e-4c7d-8683-f4d62041fd6e
  kind: Event
  lastTimestamp: "2026-07-01T19:35:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:35:42Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a-predictor.18be417abff52334
    namespace: kserve-ci-e2e-test
    resourceVersion: "17108"
    uid: 3b791cfe-c6c6-4037-ae3d-6f004d1985a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-6e49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: eccc9374-de5e-4cae-aeae-1b6bc7920558
  kind: Event
  lastTimestamp: "2026-07-01T19:35:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T19:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:35:35Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a.18be41704245623a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17053"
    uid: 92f65e41-1109-46fc-9f95-2e2172d290ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-6e49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: eccc9374-de5e-4cae-aeae-1b6bc7920558
  kind: Event
  lastTimestamp: "2026-07-01T19:34:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-6e49a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-6e49a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:34:12Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a.18be417042f230d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16282"
    uid: d7b5afe4-53c9-4633-89bb-d8f9c5971fff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:35:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-6e49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17050"
    uid: eccc9374-de5e-4cae-aeae-1b6bc7920558
  kind: Event
  lastTimestamp: "2026-07-01T19:35:35Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-6e49a] is Ready
  metadata:
    creationTimestamp: "2026-07-01T19:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:35:35Z"
    name: isvc-sklearn-graph-raw-hpa-6e49a.18be418361d2fc77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: 56e5441b-5738-40b3-8e57-71d4b4eea136
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:37:58.601775Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18360"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    to ip-10-0-137-164.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:37:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:37:58Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41a4cfc8e260
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 5b86c025-48e2-4447-8932-877c615b9d3c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:37:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-88764-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:37:58Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41a4db642ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18398"
    uid: 45ccb444-e44f-47bd-abc8-d57b98963298
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18385"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:37:59Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:37:59Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41a50d59b71b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18409"
    uid: 1d961e4e-1383-48cc-a854-b4c7f29e29ea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:37:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:37:59Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41a50edd6fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18411"
    uid: 359ad1f4-cb18-401c-b04b-82336cc718d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:37:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:37:59Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41a51271098e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: 168ae59a-3374-4b13-b1dd-c82dce4bfc92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:37:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:37:59Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41a512ee8b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: a72e80b7-44d9-4d35-83fe-80f728c395e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:38:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:38:04Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41a61255b91b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18449"
    uid: f35d71f9-2c54-4e8a-87c1-a2a7fbc7c275
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:38:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T19:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:38:04Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41a615eb1714
    namespace: kserve-ci-e2e-test
    resourceVersion: "18452"
    uid: 34be4a4b-59d6-416f-ae86-d7ba87610a79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:38:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:38:04Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41a6165adc0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: b591246c-d675-4530-bb76-256a9f87e15d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:38:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:38:04Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41a61664d0e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 1718f874-5455-4bc4-bb6d-1dbafca8a4d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:38:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T19:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:38:04Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41a6195d961c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18459"
    uid: 8f420f82-e46e-4d2d-9835-eec9f1c42d19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:38:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:38:04Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41a619f0d1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 05e94481-fc37-4b93-baf1-e20777689c5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-01T19:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:40:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T19:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:40:55Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41a68a46b134
    namespace: kserve-ci-e2e-test
    resourceVersion: "19739"
    uid: 4747bb9c-5fa5-4b89-ae70-6ce564065792
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:40:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:40:48Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41cc6cca1d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19650"
    uid: 06ee62fd-b989-49b6-bc93-83b8d7af4cc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:40:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:40:48Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41cc6ccaca78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19651"
    uid: dd0b5f88-85cd-4ad3-95c6-452e25b56e43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: d8a5ec24-3a26-4c1f-859f-0f58c21010d5
  kind: Event
  lastTimestamp: "2026-07-01T19:40:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T19:40:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:40:57Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b.18be41cd30e02601
    namespace: kserve-ci-e2e-test
    resourceVersion: "19760"
    uid: 09a98126-dfa9-4b15-8e35-911ec44f43cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "18337"
    uid: 94ee50be-f5b9-4564-ba3b-f6d4fe978f42
  kind: Event
  lastTimestamp: "2026-07-01T19:37:58Z"
  message: 'Created pod: isvc-sklearn-scale-raw-88764-predictor-56c748fb89-w494b'
  metadata:
    creationTimestamp: "2026-07-01T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:37:58Z"
    name: isvc-sklearn-scale-raw-88764-predictor-56c748fb89.18be41a4cf580fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18362"
    uid: 391dfd2d-d10d-4e50-a6a2-4f0a9fe24d7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-88764-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18334"
    uid: 1d46f2b8-d2d5-457b-b17b-757531ed5c6f
  kind: Event
  lastTimestamp: "2026-07-01T19:37:58Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-88764-predictor-56c748fb89
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:37:58Z"
    name: isvc-sklearn-scale-raw-88764-predictor.18be41a4ca6ed426
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: 937261ad-e155-4009-95ac-3724c8df01ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:38:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-88764-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 4ae6917f-e74d-45c9-956d-fe44f7b31b02
  kind: Event
  lastTimestamp: "2026-07-01T19:38:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:38:28Z"
    name: isvc-sklearn-scale-raw-88764-predictor.18be41a848e8d42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18637"
    uid: bc7a6f5c-557e-4ff9-884e-d5fc766ee194
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:38:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-88764-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 4ae6917f-e74d-45c9-956d-fe44f7b31b02
  kind: Event
  lastTimestamp: "2026-07-01T19:38:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:38:28Z"
    name: isvc-sklearn-scale-raw-88764-predictor.18be41a8495d1535
    namespace: kserve-ci-e2e-test
    resourceVersion: "18638"
    uid: a5e86734-233c-48d5-9caa-009f460575f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T19:38:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-88764-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: 4ae6917f-e74d-45c9-956d-fe44f7b31b02
  kind: Event
  lastTimestamp: "2026-07-01T19:40:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:40:43Z"
    name: isvc-sklearn-scale-raw-88764-predictor.18be41af474bc456
    namespace: kserve-ci-e2e-test
    resourceVersion: "19590"
    uid: f34b0613-29d4-42a8-97d2-cfd36cfb30c8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T19:38:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-88764-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: 4ae6917f-e74d-45c9-956d-fe44f7b31b02
  kind: Event
  lastTimestamp: "2026-07-01T19:40:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:40:43Z"
    name: isvc-sklearn-scale-raw-88764-predictor.18be41af47b588d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: 387790e4-5bf4-4b83-801e-2d601195e2f4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-88764
    namespace: kserve-ci-e2e-test
    resourceVersion: "18323"
    uid: 7b5074f1-8a7a-4546-8d4d-07b4b7f69fb9
  kind: Event
  lastTimestamp: "2026-07-01T19:40:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:40:45Z"
    name: isvc-sklearn-scale-raw-88764.18be41a4ca76c3f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19616"
    uid: c089a951-b58e-4c0a-902e-e54c99c4d2f0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-88764
    namespace: kserve-ci-e2e-test
    resourceVersion: "18323"
    uid: 7b5074f1-8a7a-4546-8d4d-07b4b7f69fb9
  kind: Event
  lastTimestamp: "2026-07-01T19:37:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-88764":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-88764":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:37:58Z"
    name: isvc-sklearn-scale-raw-88764.18be41a4caf6310f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18341"
    uid: 2d2480c4-5332-48a0-be3a-81eba1971015
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:40:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-88764
    namespace: kserve-ci-e2e-test
    resourceVersion: "19613"
    uid: 7b5074f1-8a7a-4546-8d4d-07b4b7f69fb9
  kind: Event
  lastTimestamp: "2026-07-01T19:40:45Z"
  message: InferenceService [isvc-sklearn-scale-raw-88764] is Ready
  metadata:
    creationTimestamp: "2026-07-01T19:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:40:45Z"
    name: isvc-sklearn-scale-raw-88764.18be41cba967398f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19614"
    uid: 3908a9f8-1489-4a71-97f1-9731cebd21a4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:32:22.746282Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15305"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    to ip-10-0-137-164.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:32:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:32:22Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be41569d3cb4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: 693f4472-ad54-407f-9949-7d12ae40cacc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:32:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-66e42-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:23Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be4156ac4a6889
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: e211e106-43a1-46a7-9e99-ed853a3ae356
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:32:23Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:32:23Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be4156da49ebed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: ffabc582-f160-4b54-8b7c-0b78704621dd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:32:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:23Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be4156dbceee1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: 194cf8ba-ae5e-4601-a021-aa48ba128a55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:32:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:23Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be4156df4065ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: c5d8b317-11f8-40c2-a0be-6bad766a76c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:32:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:23Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be4156dfaf1bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15354"
    uid: cadb8302-3651-4d98-a279-1d9a56b6458d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:32:28Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-01T19:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:28Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be4157ec2018c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15404"
    uid: 0309c8a7-a91b-4a0f-bd7d-4a46776c6044
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:32:51Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 23.131s (23.131s
    including waiting). Image size: 1305293052 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T19:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:51Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be415d4ee15df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: 910f2f80-61ba-4dd8-b623-8974f0aa9902
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:32:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T19:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:51Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be415d51d4eb53
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: eeef5ca9-000b-4e82-8712-8bdc0da40d89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:32:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:51Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be415d523a45ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: ca50e84c-cada-4471-b6ff-6dd51009e5f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:32:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:51Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be415d52465a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15589"
    uid: 1ea75c00-5887-418c-b528-848d0db7a167
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:32:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T19:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:51Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be415d54cead57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 7d28fe95-9265-4b80-8b23-0fc26715d0c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:32:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:32:51Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be415d555fe638
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: fad071bd-4b9d-4686-afdd-d6fac33eae96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:33:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T19:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:33:49Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be415dc6c2704f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16030"
    uid: a53c9095-8173-4e39-8474-30fd4cf0510d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:34:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:13Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be4170506e8991
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 6d5d0701-7ad5-4ba1-88ee-82c704113ab5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:34:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:13Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be4170506f0d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 728314d9-44c0-49bc-b9e7-f0c94cf62823
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15308"
    uid: e1ca2705-0c5d-45cb-9f54-5f82238eabec
  kind: Event
  lastTimestamp: "2026-07-01T19:34:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T19:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:14Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc.18be4170a2fdca07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16402"
    uid: 246d34f5-e959-4c90-b602-b10feae3c238
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15290"
    uid: aef09879-deb1-4ce4-9dc9-135bbece02fa
  kind: Event
  lastTimestamp: "2026-07-01T19:32:22Z"
  message: 'Created pod: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f-dv8kc'
  metadata:
    creationTimestamp: "2026-07-01T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:32:22Z"
    name: isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f.18be41569caabfe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: b7a5f960-4bdb-4452-bad3-cd91bb4fca4b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-66e42-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: d1e35a37-6f08-4a6a-a8bf-dd1589151486
  kind: Event
  lastTimestamp: "2026-07-01T19:32:22Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-66e42-predictor-5b8c4d868f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:32:22Z"
    name: isvc-xgboost-graph-raw-66e42-predictor.18be415699326a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: 87272a7d-193f-4c01-8ae2-6b5cb57c9e26
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-66e42-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15289"
    uid: b0f481d5-8c52-41fc-9e1e-a9db6ad4da13
  kind: Event
  lastTimestamp: "2026-07-01T19:33:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:33:07Z"
    name: isvc-xgboost-graph-raw-66e42-predictor.18be415a1776d54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: 3a51c524-9520-4c64-813f-d8b70b13da6a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-66e42-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15289"
    uid: b0f481d5-8c52-41fc-9e1e-a9db6ad4da13
  kind: Event
  lastTimestamp: "2026-07-01T19:33:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:33:07Z"
    name: isvc-xgboost-graph-raw-66e42-predictor.18be415a17dd5c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: 9a3828c8-e8a5-402a-af43-b34495a4d9d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T19:33:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-66e42-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: b0f481d5-8c52-41fc-9e1e-a9db6ad4da13
  kind: Event
  lastTimestamp: "2026-07-01T19:34:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:34:07Z"
    name: isvc-xgboost-graph-raw-66e42-predictor.18be416494112098
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: 6119f7b2-2943-4f3d-8928-d5c05b7856a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T19:33:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-66e42-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: b0f481d5-8c52-41fc-9e1e-a9db6ad4da13
  kind: Event
  lastTimestamp: "2026-07-01T19:34:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:34:07Z"
    name: isvc-xgboost-graph-raw-66e42-predictor.18be4164947ce124
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: b503a1fd-69cd-460c-8671-596b11e58e08
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-66e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: 5dd2a493-1f9f-4aef-8d5a-8637cc04d9fc
  kind: Event
  lastTimestamp: "2026-07-01T19:33:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:33:59Z"
    name: isvc-xgboost-graph-raw-66e42.18be415699668bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: e3de4dbb-f8ef-4a10-9f6d-9a54ec5cf90b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:32:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-66e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: 5dd2a493-1f9f-4aef-8d5a-8637cc04d9fc
  kind: Event
  lastTimestamp: "2026-07-01T19:32:22Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-66e42":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-66e42":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:32:22Z"
    name: isvc-xgboost-graph-raw-66e42.18be415699ebb9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15298"
    uid: 4a53a97d-c4f9-44d8-a7b1-1fedf90c8532
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:33:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-66e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16108"
    uid: 5dd2a493-1f9f-4aef-8d5a-8637cc04d9fc
  kind: Event
  lastTimestamp: "2026-07-01T19:33:59Z"
  message: InferenceService [isvc-xgboost-graph-raw-66e42] is Ready
  metadata:
    creationTimestamp: "2026-07-01T19:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:33:59Z"
    name: isvc-xgboost-graph-raw-66e42.18be416d2b0939dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16109"
    uid: e288dc9e-cc46-4c2f-b550-bf06c734b36e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:34:13.071698Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    to ip-10-0-137-164.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:34:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:34:13Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be41704d2500e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16334"
    uid: e6e63101-d765-4c24-9532-b02e2b7ece26
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: "2026-07-01T19:34:13Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:34:13Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be417066b6fcea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: b0e88810-1e4a-42f5-ac45-25e57769dca6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: "2026-07-01T19:34:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:13Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be4170683d35ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: 9a054156-8200-42e5-9379-a35bdafd5bf5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: "2026-07-01T19:34:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:13Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be41706b172a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "16379"
    uid: 628da158-0a71-4f6f-9f38-04a61fdc2d44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: "2026-07-01T19:34:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:13Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be41706b86fb1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16381"
    uid: 619fb308-9e57-4442-8a31-1c57cee86f4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: "2026-07-01T19:34:17Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:17Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be41716db2a63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: aa64e3c5-3a54-4467-9a67-d036a85c5c1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: "2026-07-01T19:34:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T19:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:17Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be417171b45229
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: f92d4ae0-cc99-4dfa-b5cd-e816874127bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: "2026-07-01T19:34:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:17Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be4171722fe9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: 38d1edd3-bc56-497d-99d6-215c86f8ff19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: "2026-07-01T19:34:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:17Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be41717239f65a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: d2835405-c318-429c-9443-43c9419dcee2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: "2026-07-01T19:34:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T19:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:18Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be4171753b0ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: b0513116-4698-4b94-a47e-e919f9428b27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: "2026-07-01T19:34:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:18Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be417175bc68c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: 0909657f-2aff-4031-b26a-09f23d9826cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: "2026-07-01T19:36:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T19:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:04Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be4171a9f3cd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: c3806571-6ac1-4968-b5fe-38c290aca51c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: "2026-07-01T19:36:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:03Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be4189ff7f50fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: afff1df5-4ba3-49fb-ac44-93ebb76b9688
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: "2026-07-01T19:36:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:03Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be4189ff7ff482
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: e2727c69-04ed-4bcb-bdbd-3939ed4e9b84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: d9ff26bb-9658-4d8b-b10a-eddf3932c62c
  kind: Event
  lastTimestamp: "2026-07-01T19:36:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T19:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:04Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc.18be418a5844985a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: df5fe3d4-b9b3-4bcd-90da-1c87157d546d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 51b92e92-6a23-4eed-8d15-2c7f8989a48f
  kind: Event
  lastTimestamp: "2026-07-01T19:34:13Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5-zqdxc'
  metadata:
    creationTimestamp: "2026-07-01T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:34:13Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5.18be41704ccfca2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: c54a3fff-91e0-4a94-b5c5-d08142c93231
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: bab7c924-cea1-4818-8d7f-a7f170a46e3e
  kind: Event
  lastTimestamp: "2026-07-01T19:34:13Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-6e49a-predictor-844cbd6d5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:34:13Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor.18be417049575135
    namespace: kserve-ci-e2e-test
    resourceVersion: "16320"
    uid: b8774df9-db80-434f-835c-832aba1953fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: 8d50e66b-c3d5-41ab-88f4-b737f39e2c18
  kind: Event
  lastTimestamp: "2026-07-01T19:34:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:34:43Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor.18be4173c7e18b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: fd7a8496-a350-42d6-8384-5557dabbaf50
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: 8d50e66b-c3d5-41ab-88f4-b737f39e2c18
  kind: Event
  lastTimestamp: "2026-07-01T19:34:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:34:43Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor.18be4173c84d004d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16662"
    uid: e13c1bdf-118a-42ce-ba47-9dc3f36713c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 8d50e66b-c3d5-41ab-88f4-b737f39e2c18
  kind: Event
  lastTimestamp: "2026-07-01T19:35:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:35:43Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor.18be417ac5c1f307
    namespace: kserve-ci-e2e-test
    resourceVersion: "17109"
    uid: 70e089dc-9e8a-4c5b-ad51-7a7d8f175daa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 8d50e66b-c3d5-41ab-88f4-b737f39e2c18
  kind: Event
  lastTimestamp: "2026-07-01T19:35:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:35:43Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a-predictor.18be417ac6223e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: 4ac354f2-ede0-4f15-bfd4-4effbc948236
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-6e49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 92c84b5f-d2c6-4598-8d12-464fddf8f504
  kind: Event
  lastTimestamp: "2026-07-01T19:35:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:35:25Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a.18be4170498895aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 02e07332-f778-43ba-bd62-4a69e84aea2e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-6e49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 92c84b5f-d2c6-4598-8d12-464fddf8f504
  kind: Event
  lastTimestamp: "2026-07-01T19:34:13Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-6e49a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-6e49a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:34:13Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a.18be41704a4dac6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: b9ff15f3-1a9c-473c-b32f-c3b1331de878
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:35:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-6e49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: 92c84b5f-d2c6-4598-8d12-464fddf8f504
  kind: Event
  lastTimestamp: "2026-07-01T19:35:25Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-6e49a] is Ready
  metadata:
    creationTimestamp: "2026-07-01T19:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:35:25Z"
    name: isvc-xgboost-graph-raw-hpa-6e49a.18be41810db8b8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16969"
    uid: c6457f53-8c92-4a76-9ea3-05666fb13bb5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:36:03.265537Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17328"
    uid: 45d7a420-0414-48eb-af91-949b2f67ff63
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-553af-predictor-fdf784bb4-h4pqq
    to ip-10-0-137-164.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:36:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:36:03Z"
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq.18be4189f5358200
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: 48ead855-6b79-469f-b0ea-670577c12f0c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 45d7a420-0414-48eb-af91-949b2f67ff63
  kind: Event
  lastTimestamp: "2026-07-01T19:36:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-553af-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:03Z"
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq.18be4189fdf808a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: 26e27ef2-26eb-43bc-a922-d0e69bb9caf2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17344"
    uid: 45d7a420-0414-48eb-af91-949b2f67ff63
  kind: Event
  lastTimestamp: "2026-07-01T19:36:04Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:36:04Z"
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq.18be418a32566726
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: ae049bc9-7d5c-44b8-96eb-ae1a8870ecd4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 45d7a420-0414-48eb-af91-949b2f67ff63
  kind: Event
  lastTimestamp: "2026-07-01T19:36:04Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-01T19:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:04Z"
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq.18be418a339d31a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17393"
    uid: 3ca0c98b-4a03-4ccb-96bf-8c4c0f364f7b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 45d7a420-0414-48eb-af91-949b2f67ff63
  kind: Event
  lastTimestamp: "2026-07-01T19:36:05Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.278s (1.278s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T19:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:05Z"
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq.18be418a7fd05fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: ac545503-ff42-45bb-ba66-d5ec6f7d218d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 45d7a420-0414-48eb-af91-949b2f67ff63
  kind: Event
  lastTimestamp: "2026-07-01T19:36:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T19:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:05Z"
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq.18be418a833faba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17408"
    uid: fe3eaff2-7797-48c6-8bc0-bf751e855d99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 45d7a420-0414-48eb-af91-949b2f67ff63
  kind: Event
  lastTimestamp: "2026-07-01T19:36:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:05Z"
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq.18be418a8400752a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: b5eed2ea-a675-44fa-a761-708e486e2538
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 45d7a420-0414-48eb-af91-949b2f67ff63
  kind: Event
  lastTimestamp: "2026-07-01T19:36:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:05Z"
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq.18be418a840c9e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: 7241b3c9-f06e-45c0-9b1d-36c28f7ff842
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 45d7a420-0414-48eb-af91-949b2f67ff63
  kind: Event
  lastTimestamp: "2026-07-01T19:36:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T19:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:05Z"
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq.18be418a86d877bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17412"
    uid: 8940ecb8-1a87-4055-9684-f185604ca954
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 45d7a420-0414-48eb-af91-949b2f67ff63
  kind: Event
  lastTimestamp: "2026-07-01T19:36:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:36:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:05Z"
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq.18be418a874da7c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: 13ff470d-80d6-4489-a137-986be0a73ff5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 45d7a420-0414-48eb-af91-949b2f67ff63
  kind: Event
  lastTimestamp: "2026-07-01T19:37:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:37:58Z"
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq.18be41a4d2cb6e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "18390"
    uid: 218b9749-7009-4ecd-b6e9-a07021ab5553
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: 45d7a420-0414-48eb-af91-949b2f67ff63
  kind: Event
  lastTimestamp: "2026-07-01T19:37:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:37:58Z"
    name: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq.18be41a4d2cbf940
    namespace: kserve-ci-e2e-test
    resourceVersion: "18391"
    uid: 2c7cd483-ef32-4793-b988-bc1fcc395ba6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-553af-predictor-fdf784bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: 13980ba5-5189-441b-a207-f1db8a86de49
  kind: Event
  lastTimestamp: "2026-07-01T19:36:03Z"
  message: 'Created pod: message-dumper-raw-553af-predictor-fdf784bb4-h4pqq'
  metadata:
    creationTimestamp: "2026-07-01T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:36:03Z"
    name: message-dumper-raw-553af-predictor-fdf784bb4.18be4189f476edf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17329"
    uid: 80f23104-5a40-46d3-bfe1-0e4f442826fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-553af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17316"
    uid: a2ad161f-143d-4d29-842e-9c09d4bb36cb
  kind: Event
  lastTimestamp: "2026-07-01T19:36:03Z"
  message: Scaled up replica set message-dumper-raw-553af-predictor-fdf784bb4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-01T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:36:03Z"
    name: message-dumper-raw-553af-predictor.18be4189f1214a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 0aec6789-849e-4417-8449-ae236bdbe853
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-553af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17317"
    uid: 353b179d-5328-4cba-af0c-bc0d680a6cc2
  kind: Event
  lastTimestamp: "2026-07-01T19:36:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:36:33Z"
    name: message-dumper-raw-553af-predictor.18be418d6f94cf20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17701"
    uid: 7f413396-68f7-4021-827a-29841188a0aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-553af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17317"
    uid: 353b179d-5328-4cba-af0c-bc0d680a6cc2
  kind: Event
  lastTimestamp: "2026-07-01T19:36:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:36:33Z"
    name: message-dumper-raw-553af-predictor.18be418d6ff55f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: b7ed5fb5-1079-468d-a776-9ea9ddc6cbfb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-553af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: 8d28d737-609b-4a8c-80e1-b164b91556bd
  kind: Event
  lastTimestamp: "2026-07-01T19:36:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:36:13Z"
    name: message-dumper-raw-553af.18be4189f137f797
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: a51593f8-50b9-4cd4-a53d-8c76047b3a05
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-553af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: 8d28d737-609b-4a8c-80e1-b164b91556bd
  kind: Event
  lastTimestamp: "2026-07-01T19:36:03Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-553af":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-553af":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:36:03Z"
    name: message-dumper-raw-553af.18be4189f1d2f1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: a1817044-00b5-4ba7-b593-d0f1df57e879
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-553af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: 8d28d737-609b-4a8c-80e1-b164b91556bd
  kind: Event
  lastTimestamp: "2026-07-01T19:36:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-553af": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:36:03Z"
    name: message-dumper-raw-553af.18be4189fddac921
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 14a5b659-851a-4c16-8d60-6355b1a4b788
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-553af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: 8d28d737-609b-4a8c-80e1-b164b91556bd
  kind: Event
  lastTimestamp: "2026-07-01T19:36:13Z"
  message: InferenceService [message-dumper-raw-553af] is Ready
  metadata:
    creationTimestamp: "2026-07-01T19:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:36:13Z"
    name: message-dumper-raw-553af.18be418c5a3dd060
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 21d18c46-f19b-425e-9401-27d9efa68c39
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:34:02.690003Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-66e42-67bf979578-sztgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16143"
    uid: bbb03392-5ec9-48d0-b74b-6ce6c355fa9b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-66e42-67bf979578-sztgg
    to ip-10-0-140-6.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:34:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:34:02Z"
    name: model-chainer-raw-66e42-67bf979578-sztgg.18be416de258d55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16149"
    uid: 7924caf3-1b72-4319-9359-59486dc86d3d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-66e42-67bf979578-sztgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: bbb03392-5ec9-48d0-b74b-6ce6c355fa9b
  kind: Event
  lastTimestamp: "2026-07-01T19:34:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-66e42-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T19:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:02Z"
    name: model-chainer-raw-66e42-67bf979578-sztgg.18be416df13a4127
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: 5f3590c3-a3c5-40bd-ab2d-443356d74e3e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-6.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-6.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-66e42-67bf979578-sztgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16151"
    uid: bbb03392-5ec9-48d0-b74b-6ce6c355fa9b
  kind: Event
  lastTimestamp: "2026-07-01T19:34:03Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:34:03Z"
    name: model-chainer-raw-66e42-67bf979578-sztgg.18be416e203251d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16166"
    uid: 32bc0b75-7ed0-40d3-b419-2d27668a91e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-66e42}
    kind: Pod
    name: model-chainer-raw-66e42-67bf979578-sztgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: bbb03392-5ec9-48d0-b74b-6ce6c355fa9b
  kind: Event
  lastTimestamp: "2026-07-01T19:34:03Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359"
  metadata:
    creationTimestamp: "2026-07-01T19:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:03Z"
    name: model-chainer-raw-66e42-67bf979578-sztgg.18be416e216df5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16168"
    uid: 25fc9bdb-838a-4aed-8772-6d9fffb2453d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-6.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-6.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-66e42}
    kind: Pod
    name: model-chainer-raw-66e42-67bf979578-sztgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: bbb03392-5ec9-48d0-b74b-6ce6c355fa9b
  kind: Event
  lastTimestamp: "2026-07-01T19:34:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359"
    in 2.487s (2.487s including waiting). Image size: 218083966 bytes.'
  metadata:
    creationTimestamp: "2026-07-01T19:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:06Z"
    name: model-chainer-raw-66e42-67bf979578-sztgg.18be416eb5ae547a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16187"
    uid: 92ceba75-8e63-4018-9c45-cacad6942f45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-6.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-6.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-66e42}
    kind: Pod
    name: model-chainer-raw-66e42-67bf979578-sztgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: bbb03392-5ec9-48d0-b74b-6ce6c355fa9b
  kind: Event
  lastTimestamp: "2026-07-01T19:34:06Z"
  message: 'Created container: model-chainer-raw-66e42'
  metadata:
    creationTimestamp: "2026-07-01T19:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:06Z"
    name: model-chainer-raw-66e42-67bf979578-sztgg.18be416eb86262a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: dfefdfc1-0d67-411c-8956-2e9559921da3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-6.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-6.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-66e42}
    kind: Pod
    name: model-chainer-raw-66e42-67bf979578-sztgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: bbb03392-5ec9-48d0-b74b-6ce6c355fa9b
  kind: Event
  lastTimestamp: "2026-07-01T19:34:06Z"
  message: Started container model-chainer-raw-66e42
  metadata:
    creationTimestamp: "2026-07-01T19:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:06Z"
    name: model-chainer-raw-66e42-67bf979578-sztgg.18be416eb8d11c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: 92de08c2-caf8-4885-84b8-0d0e6541dfba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-6.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-6.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-66e42}
    kind: Pod
    name: model-chainer-raw-66e42-67bf979578-sztgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: bbb03392-5ec9-48d0-b74b-6ce6c355fa9b
  kind: Event
  lastTimestamp: "2026-07-01T19:34:12Z"
  message: Stopping container model-chainer-raw-66e42
  metadata:
    creationTimestamp: "2026-07-01T19:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:12Z"
    name: model-chainer-raw-66e42-67bf979578-sztgg.18be417038d2a592
    namespace: kserve-ci-e2e-test
    resourceVersion: "16260"
    uid: 358cd6e2-2716-4f71-b078-20dfa93e1c23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-6.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-6.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-66e42}
    kind: Pod
    name: model-chainer-raw-66e42-67bf979578-sztgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "16146"
    uid: bbb03392-5ec9-48d0-b74b-6ce6c355fa9b
  kind: Event
  lastTimestamp: "2026-07-01T19:34:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T19:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:34:42Z"
    name: model-chainer-raw-66e42-67bf979578-sztgg.18be417155111e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: 91d09a9e-72bd-4d65-a604-3e36a87e9792
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-6.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-6.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-66e42-67bf979578
    namespace: kserve-ci-e2e-test
    resourceVersion: "16140"
    uid: f31e621a-2393-4137-a8e2-725072809cf6
  kind: Event
  lastTimestamp: "2026-07-01T19:34:02Z"
  message: 'Created pod: model-chainer-raw-66e42-67bf979578-sztgg'
  metadata:
    creationTimestamp: "2026-07-01T19:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:34:02Z"
    name: model-chainer-raw-66e42-67bf979578.18be416de1bba790
    namespace: kserve-ci-e2e-test
    resourceVersion: "16145"
    uid: 4c417c0e-234f-4d77-af1e-43b91dd8d816
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-66e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16138"
    uid: 085df394-864a-4d25-97fb-a9d2f15f064f
  kind: Event
  lastTimestamp: "2026-07-01T19:34:02Z"
  message: Scaled up replica set model-chainer-raw-66e42-67bf979578 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-01T19:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:34:02Z"
    name: model-chainer-raw-66e42.18be416de090047d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: 9682fb35-3227-41b2-ae5f-9de16b30e97f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:34:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-66e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "16154"
    uid: ff84b3bc-5887-42cd-b3e6-702414bfcca3
  kind: Event
  lastTimestamp: "2026-07-01T19:34:02Z"
  message: InferenceGraph [model-chainer-raw-66e42] is Ready
  metadata:
    creationTimestamp: "2026-07-01T19:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:34:02Z"
    name: model-chainer-raw-66e42.18be416de608f985
    namespace: kserve-ci-e2e-test
    resourceVersion: "16156"
    uid: 9b2b4a18-062d-4cc5-8c6e-6c07d1d3110f
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:35:52.987146Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: cdc7c884-4e38-49e3-8fbe-f84985efe52a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8
    to ip-10-0-140-6.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:35:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:35:52Z"
    name: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8.18be41879091ace0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17190"
    uid: 23daa8dd-ef59-4368-83be-17060d5ab2a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:35:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17194"
    uid: cdc7c884-4e38-49e3-8fbe-f84985efe52a
  kind: Event
  lastTimestamp: "2026-07-01T19:35:53Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:35:53Z"
    name: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8.18be4187a9eebce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: cf30f98e-df91-49b5-8974-5c2b2ee0f350
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6e49a}
    kind: Pod
    name: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: cdc7c884-4e38-49e3-8fbe-f84985efe52a
  kind: Event
  lastTimestamp: "2026-07-01T19:35:53Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:981370d72da89fef29e4477b93004a240210f608c7b11972c1e81a90201bb359"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:35:53Z"
    name: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8.18be4187ab1db781
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: ce2a7a18-3676-43b1-99d0-ca9cc90a5472
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-6.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-6.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6e49a}
    kind: Pod
    name: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: cdc7c884-4e38-49e3-8fbe-f84985efe52a
  kind: Event
  lastTimestamp: "2026-07-01T19:35:53Z"
  message: 'Created container: model-chainer-raw-hpa-6e49a'
  metadata:
    creationTimestamp: "2026-07-01T19:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:35:53Z"
    name: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8.18be4187add81abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17206"
    uid: 3f076437-e72f-433a-a3da-66284cdf1ff7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-6.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-6.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6e49a}
    kind: Pod
    name: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: cdc7c884-4e38-49e3-8fbe-f84985efe52a
  kind: Event
  lastTimestamp: "2026-07-01T19:35:53Z"
  message: Started container model-chainer-raw-hpa-6e49a
  metadata:
    creationTimestamp: "2026-07-01T19:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:35:53Z"
    name: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8.18be4187ae4bc5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: 59e8a05c-c81c-4422-a943-099e12b3c660
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-6.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-6.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6e49a}
    kind: Pod
    name: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: cdc7c884-4e38-49e3-8fbe-f84985efe52a
  kind: Event
  lastTimestamp: "2026-07-01T19:36:03Z"
  message: Stopping container model-chainer-raw-hpa-6e49a
  metadata:
    creationTimestamp: "2026-07-01T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:03Z"
    name: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8.18be4189e7e508cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17304"
    uid: 801ba8a1-1053-4d0e-b4a1-cb05b16a2da5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-6.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-6.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-01T19:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-6e49a}
    kind: Pod
    name: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: cdc7c884-4e38-49e3-8fbe-f84985efe52a
  kind: Event
  lastTimestamp: "2026-07-01T19:36:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-01T19:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:36:29Z"
    name: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8.18be418a55aae9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: 5dede17e-ae05-4e2e-83b0-f6fa4adcc1e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-6.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-6.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:35:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-6e49a-74fc8c799b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17182"
    uid: 8c70214d-5706-4ff9-91b6-f374473b2fae
  kind: Event
  lastTimestamp: "2026-07-01T19:35:52Z"
  message: 'Created pod: model-chainer-raw-hpa-6e49a-74fc8c799b-dbvs8'
  metadata:
    creationTimestamp: "2026-07-01T19:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:35:52Z"
    name: model-chainer-raw-hpa-6e49a-74fc8c799b.18be41878fff9a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "17187"
    uid: 23416c6b-f96d-4e41-b721-640f662d1a01
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:35:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-6e49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17180"
    uid: 6c890d87-e2ae-40c5-b4eb-3411b99da9e5
  kind: Event
  lastTimestamp: "2026-07-01T19:35:52Z"
  message: Scaled up replica set model-chainer-raw-hpa-6e49a-74fc8c799b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-01T19:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:35:52Z"
    name: model-chainer-raw-hpa-6e49a.18be41878efba8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: 886209c8-808b-49c7-a093-242f7871074c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:35:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-6e49a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17196"
    uid: 2d83a520-3195-425f-8e87-5b3312094161
  kind: Event
  lastTimestamp: "2026-07-01T19:35:53Z"
  message: InferenceGraph [model-chainer-raw-hpa-6e49a] is Ready
  metadata:
    creationTimestamp: "2026-07-01T19:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:35:53Z"
    name: model-chainer-raw-hpa-6e49a.18be41879323c98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: 461964c3-eb39-4221-a23f-28c26160072b
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:43:00.579142Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20860"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    to ip-10-0-137-164.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:43:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:43:00Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be41eb1f09d0f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20866"
    uid: e04925a6-d02d-444a-9769-bd86d0afcad8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:43:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-93e68-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T19:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:43:00Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be41eb292d73fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20873"
    uid: 55b9c9d0-c123-4813-9a3c-41895e4db3e0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:43:01Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:43:01Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be41eb5c566661
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 331e5e23-0778-46b0-8ffd-204e959ff207
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:43:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:43:01Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be41eb5dd6836a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20885"
    uid: eb08cd09-19e7-4649-b668-5666f2723584
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:43:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T19:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:43:01Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be41eb6080164b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20886"
    uid: 74142b3e-f734-475f-ab80-11720023d7b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:43:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T19:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:43:01Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be41eb60edaa11
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: 209d552d-9a92-4bc1-b820-4bacc787050a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:43:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:43:05Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be41ec424fd742
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: cd495057-3f31-4bf0-9d78-e36d36c2afaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:43:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T19:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:43:05Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be41ec4554634a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20920"
    uid: e560015a-484f-4343-9060-0f2acce430e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:43:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:43:05Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be41ec45c44451
    namespace: kserve-ci-e2e-test
    resourceVersion: "20921"
    uid: d7ce8bea-9cda-4d6e-b75b-48d009ab244a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:43:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:43:05Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be41ec45cebbd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: 67368419-c401-405a-af46-2e8cb0c4b088
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:43:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T19:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:43:05Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be41ec491bbce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20926"
    uid: ac8e1de4-05b2-4257-bf55-609b0155ecd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:43:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:43:05Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be41ec498ef163
    namespace: kserve-ci-e2e-test
    resourceVersion: "20927"
    uid: f23b3fec-239b-424c-ae17-3916e255b2c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:44:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T19:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:44:33Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be41ecba3390d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: ce56886d-81d1-42f3-bdb3-9deac9b48634
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:44:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:44:30Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be42001d7387c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21551"
    uid: 753725c5-9e08-45ca-9e44-7fd7cea86884
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:44:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:44:30Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be42001d74e36c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: c8d47b71-4292-48ba-8ad1-90cc12348cb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: bdf51e1f-4915-4a9c-acff-4d11d63530d0
  kind: Event
  lastTimestamp: "2026-07-01T19:44:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T19:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:44:33Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx.18be4200c07478d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 50d61fcd-7e53-4d93-acaf-f59a08c97962
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-93e68-predictor-56757bf6ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20850"
    uid: bfa5e37e-64f9-42c9-aa6c-564475f17fdf
  kind: Event
  lastTimestamp: "2026-07-01T19:43:00Z"
  message: 'Created pod: raw-sklearn-93e68-predictor-56757bf6ff-5sbjx'
  metadata:
    creationTimestamp: "2026-07-01T19:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:43:00Z"
    name: raw-sklearn-93e68-predictor-56757bf6ff.18be41eb1e8e4fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 8cb0ea29-1e3c-43b5-af5f-63f427121722
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-93e68-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20848"
    uid: 7a6b3eb0-b09f-44be-a1cc-e88bdaf6cdf1
  kind: Event
  lastTimestamp: "2026-07-01T19:43:00Z"
  message: Scaled up replica set raw-sklearn-93e68-predictor-56757bf6ff from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-01T19:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:43:00Z"
    name: raw-sklearn-93e68-predictor.18be41eb1a72e53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20851"
    uid: 9232d2d5-5ce7-4b48-94d0-c5f8de200777
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-93e68-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20849"
    uid: 41dbdd58-6f7f-4aef-add9-6832176980ee
  kind: Event
  lastTimestamp: "2026-07-01T19:43:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:43:30Z"
    name: raw-sklearn-93e68-predictor.18be41ee99489224
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: 4e3d7268-953c-49fe-a000-23af197de029
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-93e68-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20849"
    uid: 41dbdd58-6f7f-4aef-add9-6832176980ee
  kind: Event
  lastTimestamp: "2026-07-01T19:43:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:43:30Z"
    name: raw-sklearn-93e68-predictor.18be41ee99c002cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: bfda80f7-bd8b-46f7-ad23-4fcc2eaf16e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-93e68-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20997"
    uid: 41dbdd58-6f7f-4aef-add9-6832176980ee
  kind: Event
  lastTimestamp: "2026-07-01T19:44:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:44:30Z"
    name: raw-sklearn-93e68-predictor.18be41f597fc3cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: f7bd176a-bdf5-433f-bc04-aa117320e41f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-93e68-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20997"
    uid: 41dbdd58-6f7f-4aef-add9-6832176980ee
  kind: Event
  lastTimestamp: "2026-07-01T19:44:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:44:30Z"
    name: raw-sklearn-93e68-predictor.18be41f5989d35c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21536"
    uid: 98c2afd9-5c57-425a-bfe0-71cfcedf181a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-93e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20840"
    uid: 1e430349-a4d1-4806-be35-3e9c4c3f2ab5
  kind: Event
  lastTimestamp: "2026-07-01T19:44:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T19:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:44:23Z"
    name: raw-sklearn-93e68.18be41eb1a831674
    namespace: kserve-ci-e2e-test
    resourceVersion: "21486"
    uid: 460b2325-288f-4f06-9f64-1f652d891dd6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:43:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-93e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20840"
    uid: 1e430349-a4d1-4806-be35-3e9c4c3f2ab5
  kind: Event
  lastTimestamp: "2026-07-01T19:43:00Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-93e68": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-93e68":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:43:00Z"
    name: raw-sklearn-93e68.18be41eb1b312b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20855"
    uid: 5ebab059-f5ff-4b9b-a721-8fa72912262c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-93e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "21484"
    uid: 1e430349-a4d1-4806-be35-3e9c4c3f2ab5
  kind: Event
  lastTimestamp: "2026-07-01T19:44:23Z"
  message: InferenceService [raw-sklearn-93e68] is Ready
  metadata:
    creationTimestamp: "2026-07-01T19:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:44:23Z"
    name: raw-sklearn-93e68.18be41fe76c5ee15
    namespace: kserve-ci-e2e-test
    resourceVersion: "21485"
    uid: cb655a11-0147-4929-8e79-61d40b010f9f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-01T19:44:35.882669Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21615"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    to ip-10-0-137-164.ec2.internal
  metadata:
    creationTimestamp: "2026-07-01T19:44:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-01T19:44:35Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be42014f92403d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 2d90c1f4-24d8-44b7-8c0a-e2492b49a48b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d44c97f99-mg4jh
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:44:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-4e2bb-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-01T19:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:44:36Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be42015a394a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 8613de0b-dc3c-4c4e-8c52-5cd02df9e981
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21626"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:44:36Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-01T19:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-01T19:44:36Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be42018ce8f895
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: 85716516-d5e0-4445-bd52-e9e92e5f745e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:44:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:530addec2bc67307a961138e3fb6a7ef47f6fd87e335859b392a260fb4052870"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:44:36Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be42018ebaf726
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: 9b06f0f4-8961-49d5-b276-2ffc040c3280
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:44:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-01T19:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:44:36Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be420191647846
    namespace: kserve-ci-e2e-test
    resourceVersion: "21649"
    uid: 3d6141a8-10c2-4611-b74d-20d3e05222dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:44:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-01T19:44:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:44:36Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be420191d235da
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: 3f43a942-a555-4356-a5ad-4790d4c83277
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:44:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1693"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:44:40Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be42027b0abd7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: eaec771f-9a8b-413b-9fc1-aab094efee34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:44:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-01T19:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:44:40Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be42027e35ae1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21685"
    uid: 76a2ab2b-68a3-4963-ae26-7e519d577d54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:44:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:44:40Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be42027ea86c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "21686"
    uid: 070c24a6-b702-41b2-9097-223da01c62e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:44:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-01T19:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:44:40Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be42027eb262df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: da67e3c7-43e1-479a-bfd4-4543a25e6dbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:44:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-01T19:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:44:41Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be420281cf41b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21690"
    uid: 2cd95d43-3bd5-4654-ad94-a01c988f46fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:44:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:44:41Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be420282389fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21691"
    uid: f3fff65f-94f3-4640-9c8d-a687797ddd2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:45:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-01T19:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:45:48Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be4202f2fa4135
    namespace: kserve-ci-e2e-test
    resourceVersion: "22164"
    uid: 9111c01f-5b30-4c5c-8229-b1a765065fcf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:45:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:45:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-01T19:45:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:45:56Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be421405634a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "22244"
    uid: a81c0915-af08-4ee7-9aa4-2576c635774d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:45:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:45:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-01T19:45:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:45:56Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be42140563a04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: 8ec14e96-2226-4ed4-b38f-fdd3f8b343ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 587adb44-937a-4d1a-8dbe-3113389fa36a
  kind: Event
  lastTimestamp: "2026-07-01T19:45:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-01T19:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-01T19:45:58Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf.18be4214a528f9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22269"
    uid: 4a54c3e0-2ee6-4e52-8bf8-205b45eab0f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-164.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-164.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21603"
    uid: d13af7cc-f938-41f0-a20b-5fa25f924825
  kind: Event
  lastTimestamp: "2026-07-01T19:44:35Z"
  message: 'Created pod: raw-sklearn-runtime-4e2bb-predictor-784b69577f-txrtf'
  metadata:
    creationTimestamp: "2026-07-01T19:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:44:35Z"
    name: raw-sklearn-runtime-4e2bb-predictor-784b69577f.18be42014f1d9f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "21616"
    uid: 51ddf269-562b-45e9-8b18-0ed7f8c5b78e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-4e2bb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21601"
    uid: a049fa77-d852-49a3-b181-6a9fad6ce888
  kind: Event
  lastTimestamp: "2026-07-01T19:44:35Z"
  message: Scaled up replica set raw-sklearn-runtime-4e2bb-predictor-784b69577f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-01T19:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:44:35Z"
    name: raw-sklearn-runtime-4e2bb-predictor.18be420149ec3de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: aed2a34c-294f-4332-8faa-a12e2afe2cd2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-4e2bb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: 4f8f3f52-8c88-4515-9839-72fd9237982e
  kind: Event
  lastTimestamp: "2026-07-01T19:45:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:45:20Z"
    name: raw-sklearn-runtime-4e2bb-predictor.18be4204c8d3e8db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21971"
    uid: 3ff35176-3516-48b3-96ed-c6bce3f5a497
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-4e2bb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: 4f8f3f52-8c88-4515-9839-72fd9237982e
  kind: Event
  lastTimestamp: "2026-07-01T19:45:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-01T19:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:45:20Z"
    name: raw-sklearn-runtime-4e2bb-predictor.18be4204c9443790
    namespace: kserve-ci-e2e-test
    resourceVersion: "21972"
    uid: 91d55e50-e34f-4c8f-992c-608e1020d2ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T19:45:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-4e2bb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21761"
    uid: 4f8f3f52-8c88-4515-9839-72fd9237982e
  kind: Event
  lastTimestamp: "2026-07-01T19:45:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:45:50Z"
    name: raw-sklearn-runtime-4e2bb-predictor.18be4208481fda79
    namespace: kserve-ci-e2e-test
    resourceVersion: "22176"
    uid: 329a3595-ba0e-42ba-ac12-ac464c04bac3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-01T19:45:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-4e2bb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21761"
    uid: 4f8f3f52-8c88-4515-9839-72fd9237982e
  kind: Event
  lastTimestamp: "2026-07-01T19:45:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-01T19:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-01T19:45:50Z"
    name: raw-sklearn-runtime-4e2bb-predictor.18be4208488946b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22177"
    uid: 9e11d37e-9533-4432-8dbd-b4a8143d1455
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-4e2bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: 907f0d8b-4b95-4f7e-826d-892de038e514
  kind: Event
  lastTimestamp: "2026-07-01T19:45:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-01T19:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:45:54Z"
    name: raw-sklearn-runtime-4e2bb.18be420149fb1624
    namespace: kserve-ci-e2e-test
    resourceVersion: "22213"
    uid: f24de537-ead1-4548-9112-17eededcad1d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:44:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-4e2bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: 907f0d8b-4b95-4f7e-826d-892de038e514
  kind: Event
  lastTimestamp: "2026-07-01T19:44:35Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-4e2bb":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-4e2bb":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-01T19:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:44:35Z"
    name: raw-sklearn-runtime-4e2bb.18be42014a76c712
    namespace: kserve-ci-e2e-test
    resourceVersion: "21607"
    uid: 4c8a87f7-cbcd-4877-a56f-159ca1d6d5b5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-01T19:45:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-4e2bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22210"
    uid: 907f0d8b-4b95-4f7e-826d-892de038e514
  kind: Event
  lastTimestamp: "2026-07-01T19:45:54Z"
  message: InferenceService [raw-sklearn-runtime-4e2bb] is Ready
  metadata:
    creationTimestamp: "2026-07-01T19:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-01T19:45:54Z"
    name: raw-sklearn-runtime-4e2bb.18be42139aa29dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22211"
    uid: 10f2eb1b-4801-46ba-9884-aa625cf73328
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22500"