---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:09:45.201206Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-749524-predictor-859677d44b-hsbzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20929"
    uid: e527ba40-bcae-4734-9a3f-0bed7927b15a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-749524-predictor-859677d44b-hsbzb
    to ip-10-0-141-189.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:09:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:09:45Z"
    name: isvc-init-fail-749524-predictor-859677d44b-hsbzb.18c011098fa7a02f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20936"
    uid: d5bb77d6-6966-4e14-bb77-64199f1484de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-749524-predictor-859677d44b-hsbzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20934"
    uid: e527ba40-bcae-4734-9a3f-0bed7927b15a
  kind: Event
  lastTimestamp: "2026-07-07T17:09:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-749524-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:45Z"
    name: isvc-init-fail-749524-predictor-859677d44b-hsbzb.18c011099e2087f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20945"
    uid: b59dd715-4898-4ae5-b592-e3dc8b35acaf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-749524-predictor-859677d44b-hsbzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20941"
    uid: e527ba40-bcae-4734-9a3f-0bed7927b15a
  kind: Event
  lastTimestamp: "2026-07-07T17:09:46Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:09:46Z"
    name: isvc-init-fail-749524-predictor-859677d44b-hsbzb.18c01109cd3b8921
    namespace: kserve-ci-e2e-test
    resourceVersion: "20956"
    uid: 4a77e3fa-fd87-46ca-828b-3cf3e00ff2cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-749524-predictor-859677d44b-hsbzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20934"
    uid: e527ba40-bcae-4734-9a3f-0bed7927b15a
  kind: Event
  lastTimestamp: "2026-07-07T17:09:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:50Z"
    name: isvc-init-fail-749524-predictor-859677d44b-hsbzb.18c01109cedd5a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21003"
    uid: bc4d9539-11ba-4b18-a776-f2e819011ff1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-749524-predictor-859677d44b-hsbzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20934"
    uid: e527ba40-bcae-4734-9a3f-0bed7927b15a
  kind: Event
  lastTimestamp: "2026-07-07T17:09:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T17:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:50Z"
    name: isvc-init-fail-749524-predictor-859677d44b-hsbzb.18c01109d242c177
    namespace: kserve-ci-e2e-test
    resourceVersion: "21006"
    uid: b1490bb2-d44e-40d3-81d0-e1c6bb51b0a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-749524-predictor-859677d44b-hsbzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20934"
    uid: e527ba40-bcae-4734-9a3f-0bed7927b15a
  kind: Event
  lastTimestamp: "2026-07-07T17:09:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T17:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:50Z"
    name: isvc-init-fail-749524-predictor-859677d44b-hsbzb.18c01109d2bfda66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21007"
    uid: b33260be-65cc-48a3-bab4-5ba6202719c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-749524-predictor-859677d44b-hsbzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20934"
    uid: e527ba40-bcae-4734-9a3f-0bed7927b15a
  kind: Event
  lastTimestamp: "2026-07-07T17:09:55Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T17:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:55Z"
    name: isvc-init-fail-749524-predictor-859677d44b-hsbzb.18c0110be42e90e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: 7b6d4412-8875-4d06-bdc9-bcd3beebec17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-749524-predictor-859677d44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20922"
    uid: c75d928b-84c6-4b3e-87bf-300e8e1f6f5c
  kind: Event
  lastTimestamp: "2026-07-07T17:09:45Z"
  message: 'Created pod: isvc-init-fail-749524-predictor-859677d44b-hsbzb'
  metadata:
    creationTimestamp: "2026-07-07T17:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:45Z"
    name: isvc-init-fail-749524-predictor-859677d44b.18c011098f2645a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: 498871d4-9aa5-46e1-8e5a-7bc2624392e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-749524-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20920"
    uid: a4bc10bb-4f23-4378-9e53-a7098f7a1415
  kind: Event
  lastTimestamp: "2026-07-07T17:09:45Z"
  message: Scaled up replica set isvc-init-fail-749524-predictor-859677d44b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T17:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:45Z"
    name: isvc-init-fail-749524-predictor.18c011098ae8482c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: 55501211-b4b4-4d8a-a532-14b82a41c600
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-749524
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: 878664e5-328e-490a-a485-0506fdca66e4
  kind: Event
  lastTimestamp: "2026-07-07T17:09:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:09:50Z"
    name: isvc-init-fail-749524.18c011098ae8e371
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: a39d2d77-e202-46ac-b29f-734f4425b53e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-749524
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: 878664e5-328e-490a-a485-0506fdca66e4
  kind: Event
  lastTimestamp: "2026-07-07T17:09:45Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-749524":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-749524":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:09:45Z"
    name: isvc-init-fail-749524.18c011098b8afcb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20926"
    uid: 016b1d94-5df9-483d-b81e-3b7b0e919117
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-749524
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: 878664e5-328e-490a-a485-0506fdca66e4
  kind: Event
  lastTimestamp: "2026-07-07T17:09:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-749524": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:09:45Z"
    name: isvc-init-fail-749524.18c011098b8b4f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "20927"
    uid: 58bd63f9-4345-4791-886d-7d9496524cd3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:03:18.942520Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17797"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    to ip-10-0-141-189.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:03:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:03:18Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010afa0d7ce35
    namespace: kserve-ci-e2e-test
    resourceVersion: "17801"
    uid: 24593eee-eded-41c3-896f-1c6c4ca4aee3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:03:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-41dba-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:19Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010afb208f1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17813"
    uid: e59b7e07-d557-4d64-bf36-c7c2356598b4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17805"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:03:19Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:03:19Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010afde80419a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17823"
    uid: ca9c948e-888a-4728-8ea9-8918b3353ca2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:03:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:20Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010afe04f0718
    namespace: kserve-ci-e2e-test
    resourceVersion: "17825"
    uid: e7b27d80-b581-4c34-9b6d-9ab1d56714ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:03:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:20Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010afe2dbe581
    namespace: kserve-ci-e2e-test
    resourceVersion: "17827"
    uid: 358cee3e-9402-473c-b410-bd0efbc049f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:03:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:20Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010afe349415e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17828"
    uid: 4d2f3b71-67d2-41de-a8a2-2697b7be4b7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:03:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:24Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010b0d34131d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17867"
    uid: ee2e6a54-6b5c-4753-8c4a-022212a4410e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:03:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:24Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010b0d659696e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 58bf6dee-0083-4a1e-ad5f-dd48fd6b8fd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:03:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:24Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010b0d6c7f3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17870"
    uid: dfef0465-5c58-438f-b2b4-293b66b18094
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:03:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:24Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010b0d6d60972
    namespace: kserve-ci-e2e-test
    resourceVersion: "17871"
    uid: bca0e1de-e6b3-4fd4-8776-c3146c64e31b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:03:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:24Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010b0d9f0ae58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17874"
    uid: a264e8f0-2229-43d4-8f62-802d405a7854
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:03:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:24Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010b0da5eedde
    namespace: kserve-ci-e2e-test
    resourceVersion: "17875"
    uid: 934fcce4-fba9-4c57-8eb5-9e722c81c5f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:03:24Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:9f827b76928566b398f98d8c26b5fc350dac4ef0ecf92c754716b2023aaa5d92"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:24Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010b0da6987da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 164ceed6-e3ec-45f9-888a-fd9a78e58e46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:03:24Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-07T17:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:24Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010b0de02ea06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: ff204b40-b4f1-4882-9e47-9fc821f18403
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:03:24Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-07T17:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:24Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010b0de6faed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: 909c89c7-3f31-49bd-9659-762d15530de8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:05:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:05:01Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010b10f50d8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18693"
    uid: 5da9eb22-c048-4b28-afc4-7dcbbdaadeb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:05:01Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T17:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:05:01Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010b10f5a50c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18694"
    uid: 7edca40e-1e25-471f-80d5-322661192077
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:04:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:04:54Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010c5d9d384dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18592"
    uid: db352927-30c8-45aa-984c-78c29a1d19b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:04:54Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:04:54Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010c5d9d3c140
    namespace: kserve-ci-e2e-test
    resourceVersion: "18593"
    uid: 72666105-25c6-4afc-8b28-7fb535a0835b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:04:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:04:54Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010c5d9d3efad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: af5722c7-8f42-4269-aca6-e2b55c8c97ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 43ead570-570e-4b3d-97e4-d019938a2076
  kind: Event
  lastTimestamp: "2026-07-07T17:05:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:05:11Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm.18c010c63f987e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18775"
    uid: 64a5d0c4-6b26-4a09-9f78-5fe7fae66865
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17786"
    uid: 9ac78de3-ba6c-4ece-bb13-34310898f2de
  kind: Event
  lastTimestamp: "2026-07-07T17:03:18Z"
  message: 'Created pod: isvc-logger-raw-41dba-predictor-fd5b4b66f-8nvpm'
  metadata:
    creationTimestamp: "2026-07-07T17:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:03:18Z"
    name: isvc-logger-raw-41dba-predictor-fd5b4b66f.18c010afa0536506
    namespace: kserve-ci-e2e-test
    resourceVersion: "17799"
    uid: 32813a5d-7586-4a02-ac85-23129237efca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-41dba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17784"
    uid: e1ab8937-7345-44de-b06e-44bd529fae18
  kind: Event
  lastTimestamp: "2026-07-07T17:03:18Z"
  message: Scaled up replica set isvc-logger-raw-41dba-predictor-fd5b4b66f from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T17:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:03:18Z"
    name: isvc-logger-raw-41dba-predictor.18c010af9a80bb31
    namespace: kserve-ci-e2e-test
    resourceVersion: "17787"
    uid: ae4b00f7-9ef9-4922-913c-bf0dfef2b1c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-41dba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17785"
    uid: bb6f4e37-67c5-4f8e-a049-eca88eb34d72
  kind: Event
  lastTimestamp: "2026-07-07T17:04:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:04:03Z"
    name: isvc-logger-raw-41dba-predictor.18c010b319301f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "18175"
    uid: 7b28cf45-81cd-43aa-b094-ee56de9d2166
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-41dba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17785"
    uid: bb6f4e37-67c5-4f8e-a049-eca88eb34d72
  kind: Event
  lastTimestamp: "2026-07-07T17:04:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:04:03Z"
    name: isvc-logger-raw-41dba-predictor.18c010b319dd36a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18176"
    uid: d81ac39f-d9d9-4b0a-bff1-8b6a3c5e9e59
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-41dba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17959"
    uid: bb6f4e37-67c5-4f8e-a049-eca88eb34d72
  kind: Event
  lastTimestamp: "2026-07-07T17:04:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:04:48Z"
    name: isvc-logger-raw-41dba-predictor.18c010bd975faec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18504"
    uid: c68235b2-5168-4b80-b786-0dbb1f46510a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-41dba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17959"
    uid: bb6f4e37-67c5-4f8e-a049-eca88eb34d72
  kind: Event
  lastTimestamp: "2026-07-07T17:04:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:04:48Z"
    name: isvc-logger-raw-41dba-predictor.18c010bd98542271
    namespace: kserve-ci-e2e-test
    resourceVersion: "18505"
    uid: 9f5f6e63-1c62-4e46-8103-3cd4633c7ad2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-41dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17774"
    uid: 077be22d-9c46-472e-888d-4f637b4bcf42
  kind: Event
  lastTimestamp: "2026-07-07T17:04:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:04:41Z"
    name: isvc-logger-raw-41dba.18c010af9a8159f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18449"
    uid: f0d5c7a8-6b12-4ce0-becb-8b05452ea1cd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-41dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17774"
    uid: 077be22d-9c46-472e-888d-4f637b4bcf42
  kind: Event
  lastTimestamp: "2026-07-07T17:03:19Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-41dba":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-41dba":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:03:19Z"
    name: isvc-logger-raw-41dba.18c010af9ae88418
    namespace: kserve-ci-e2e-test
    resourceVersion: "17808"
    uid: bf918bfb-093a-4d8c-ac6c-e07efd0c2027
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-41dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: 077be22d-9c46-472e-888d-4f637b4bcf42
  kind: Event
  lastTimestamp: "2026-07-07T17:03:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-41dba": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:03:19Z"
    name: isvc-logger-raw-41dba.18c010afa4510a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: 9c2a4dbb-89eb-43af-b541-6bf174a28b78
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-41dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18445"
    uid: 077be22d-9c46-472e-888d-4f637b4bcf42
  kind: Event
  lastTimestamp: "2026-07-07T17:04:41Z"
  message: InferenceService [isvc-logger-raw-41dba] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:04:41Z"
    name: isvc-logger-raw-41dba.18c010c2c8f4ec4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18448"
    uid: 98c33f41-2a0a-43f5-8688-4b984a1de500
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:07:49.770089Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19934"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    to ip-10-0-141-189.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:07:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:07:49Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c010eeaf6c6e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19938"
    uid: f56007b9-67c2-4cca-b5f2-1e62c690bcbf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:07:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-0c9a81-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:49Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c010eeb877deb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: ca18ee65-8e9e-42d7-8b96-dc329c3f6a3d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19941"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:07:50Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:07:50Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c010eeecd4fedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19960"
    uid: efae02ff-17fb-461c-b1d9-778a584b6b7e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:07:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:50Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c010eeef95ba66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19964"
    uid: 65fdbe7f-3174-4956-8df3-d63f87c5f7a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:07:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T17:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:50Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c010eef24e91a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19965"
    uid: a26e18d4-7010-49c0-8a93-a5b8b982790e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:07:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T17:07:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:50Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c010eef2c59dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 63ee1c4f-6d3c-4fec-90e5-39e5a743093b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:07:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:55Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c010eff6d50740
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: b47db1bd-2a09-4c3e-8c67-0261f6759488
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:07:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:55Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c010effa429c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20008"
    uid: abad9855-a462-43eb-92ed-743b8ff0c2c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:07:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:55Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c010effad38d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: 138d9fb2-c9d3-4b3e-82ce-4f637f96ecc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:07:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:55Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c010effade5a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: 09e84f22-4f25-45f0-a839-1e9e8a2c1d81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:07:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:55Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c010effdbb95ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20013"
    uid: 5540bc73-5596-4d04-9388-e6189c1dcc45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:07:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:55Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c010effe3546a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20014"
    uid: 76c4c61f-b4be-4e5a-bfed-64a3eb38fe25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:09:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:43Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c010f06edf5de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20892"
    uid: ae050e0d-e4e0-4604-882d-36e21a6f2a62
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:09:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:40Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c0110864ce52d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 38a06bf3-78b5-4185-8356-e8a8f3b6eae2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:09:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:40Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c0110864cf76a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: 06b588e4-68fe-455b-9335-8ca941cff090
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 09cccda9-2bc2-4e97-99a9-ef8097cb931e
  kind: Event
  lastTimestamp: "2026-07-07T17:09:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:43Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc.18c011091d2b35d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: d6eaeef5-0926-41d8-a28e-566dc386563d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-0c9a81-predictor-5566d97cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19924"
    uid: 327e8867-bce1-42c9-b5fd-502ac2a09158
  kind: Event
  lastTimestamp: "2026-07-07T17:07:49Z"
  message: 'Created pod: isvc-primary-0c9a81-predictor-5566d97cdf-5prxc'
  metadata:
    creationTimestamp: "2026-07-07T17:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:49Z"
    name: isvc-primary-0c9a81-predictor-5566d97cdf.18c010eeadcc34b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: 7dc9c384-457e-4b30-952e-21be407c9027
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-0c9a81-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 7334b5b3-a369-4f29-9d5f-53c0a043e087
  kind: Event
  lastTimestamp: "2026-07-07T17:07:49Z"
  message: Scaled up replica set isvc-primary-0c9a81-predictor-5566d97cdf from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T17:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:49Z"
    name: isvc-primary-0c9a81-predictor.18c010eea66fac9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: 2d301712-dc4d-407b-b835-b4caa808700d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0c9a81-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: e3607fac-60da-4ca0-99a7-387abb2282f4
  kind: Event
  lastTimestamp: "2026-07-07T17:08:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:19Z"
    name: isvc-primary-0c9a81-predictor.18c010f225537f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20189"
    uid: cbcc1e7e-2a86-4ce8-8884-b5d81ed4c87a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0c9a81-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: e3607fac-60da-4ca0-99a7-387abb2282f4
  kind: Event
  lastTimestamp: "2026-07-07T17:08:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:08:19Z"
    name: isvc-primary-0c9a81-predictor.18c010f225e59899
    namespace: kserve-ci-e2e-test
    resourceVersion: "20190"
    uid: f8b20c4e-35a0-43ab-b8e1-74f3e2699732
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0c9a81-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20082"
    uid: e3607fac-60da-4ca0-99a7-387abb2282f4
  kind: Event
  lastTimestamp: "2026-07-07T17:09:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:34Z"
    name: isvc-primary-0c9a81-predictor.18c010f924dd6433
    namespace: kserve-ci-e2e-test
    resourceVersion: "20797"
    uid: 548dc35f-be09-4b0f-9b2d-7a94601ab06b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T17:08:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-0c9a81-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20082"
    uid: e3607fac-60da-4ca0-99a7-387abb2282f4
  kind: Event
  lastTimestamp: "2026-07-07T17:09:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:34Z"
    name: isvc-primary-0c9a81-predictor.18c010f9256c0c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: 30663a2e-7b12-403d-91b9-bf967c3c0902
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0c9a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19915"
    uid: 7f32f4a0-4ac8-4720-b5f1-aedc84af1be8
  kind: Event
  lastTimestamp: "2026-07-07T17:09:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:09:13Z"
    name: isvc-primary-0c9a81.18c010eea665c505
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: 0eafcfe8-430b-4056-8abc-f7efbb7b5de3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0c9a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19915"
    uid: 7f32f4a0-4ac8-4720-b5f1-aedc84af1be8
  kind: Event
  lastTimestamp: "2026-07-07T17:07:49Z"
  message: 'Failed to update status for InferenceService "isvc-primary-0c9a81": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-0c9a81":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:07:49Z"
    name: isvc-primary-0c9a81.18c010eea6effc4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19944"
    uid: 8f5c1a09-19bb-4572-9bfd-e35ce8a7467e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0c9a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19915"
    uid: 7f32f4a0-4ac8-4720-b5f1-aedc84af1be8
  kind: Event
  lastTimestamp: "2026-07-07T17:07:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-0c9a81": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:07:49Z"
    name: isvc-primary-0c9a81.18c010eea6f048f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19945"
    uid: bef6ee0b-2e22-4b7b-9208-7d93e58fe91f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-0c9a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "20574"
    uid: 7f32f4a0-4ac8-4720-b5f1-aedc84af1be8
  kind: Event
  lastTimestamp: "2026-07-07T17:09:13Z"
  message: InferenceService [isvc-primary-0c9a81] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:09:13Z"
    name: isvc-primary-0c9a81.18c0110228fc92bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20575"
    uid: 103b8450-c45e-4aae-9205-5bcd8c124b83
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:57:32.902346Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14646"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    to ip-10-0-141-189.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:57:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:57:32Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c0105f0f3dce50
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2078d2de-d159-4a33-b2d5-9b810dbea8cb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-59e75-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T16:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:33Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c0105f163e10a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14658"
    uid: 379a8a91-f0e5-42cd-8e00-174b317a716a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14654"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:33Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:57:33Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c0105f4cae0640
    namespace: kserve-ci-e2e-test
    resourceVersion: "14669"
    uid: 3ac6e11e-629c-4fa4-9c2d-7d673c1e7ccc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:33Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c0105f4ea717db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: ed6f60b8-1896-4b50-9da9-c4f25b55034f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T16:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:34Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c0105f5213edce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14673"
    uid: 17882d18-35e7-4f30-a3bd-4f0da0429312
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T16:57:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:34Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c0105f52839217
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 9e75a0cf-aa13-4439-a2c2-64400db6cd0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:38Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704"
  metadata:
    creationTimestamp: "2026-07-07T16:57:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:38Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c010605b8ea659
    namespace: kserve-ci-e2e-test
    resourceVersion: "14711"
    uid: 6f2aad98-5123-4b72-87d2-cbf02330e617
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704"
    in 14.66s (14.66s including waiting). Image size: 1555742129 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:53Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c01063c55eb4c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14830"
    uid: f449c044-4b9c-49bb-8215-1dcb563a22f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T16:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:53Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c01063c97ea437
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: 7154b46c-ec6f-4762-bb67-419b2242c542
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:53Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c01063c9fd608a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14833"
    uid: cffe2a6d-bbe7-4587-b83b-b51b62f72305
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:53Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-07T16:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:53Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c01063ca0b9e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "14834"
    uid: 6863a162-cbf0-4da0-a0ab-0f7d524d1a24
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:55Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.332s (2.332s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:55Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c010645517d985
    namespace: kserve-ci-e2e-test
    resourceVersion: "14847"
    uid: ce153e14-0b42-4faa-8adf-95ceb7242b94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T16:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:55Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c01064588abb3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14849"
    uid: 3d87a690-76cc-4f69-9388-eaa6f1dfb61b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:55Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c010645906b048
    namespace: kserve-ci-e2e-test
    resourceVersion: "14850"
    uid: f68a03be-8c54-4b92-9def-3b19377cb43a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:55Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:9f827b76928566b398f98d8c26b5fc350dac4ef0ecf92c754716b2023aaa5d92"
  metadata:
    creationTimestamp: "2026-07-07T16:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:55Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c0106459163e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14852"
    uid: e5575b61-dbf0-413e-ba8b-7ba6463a7bc5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:9f827b76928566b398f98d8c26b5fc350dac4ef0ecf92c754716b2023aaa5d92"
    in 2.641s (2.641s including waiting). Image size: 239997051 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:58Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c01064f6869f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "14868"
    uid: 63d71c0e-c583-4c57-8ae5-d02e0669cce8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:58Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-07T16:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:58Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c01064f9ca052e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14869"
    uid: 9d533b83-cebd-45fb-8678-2d832ed75c22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:57:58Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-07T16:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:57:58Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c01064fa45948a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: c045c009-ba61-427c-a576-f239d718d452
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T16:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:21Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c0106509f55e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: 2ad74f3e-72ad-4fc3-913f-db49ae464ba9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T16:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:21Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c0106545c495b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15589"
    uid: caaf061e-f503-4be3-9ffe-0b73eb69d2b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c0107793c38bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: c8a96a7b-b6e8-4cc9-8d32-b095ddee67fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:18Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c0107793c3eb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: 91a71be8-cee6-4f53-a56f-21598b9f641b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c0107793c47862
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: e02b4c35-f224-4d73-ab07-bc3461345900
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: a83d6124-d922-4c18-b643-15dfd4c8ee4b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T16:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:30Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66.18c0107821f480f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: ceb3824b-5c74-4d67-b10d-40270d1a0816
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "14632"
    uid: 57c9792e-07df-43f9-9719-7f12550432cc
  kind: Event
  lastTimestamp: "2026-07-07T16:57:32Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96-7bl66'
  metadata:
    creationTimestamp: "2026-07-07T16:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:32Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96.18c0105f0ea63417
    namespace: kserve-ci-e2e-test
    resourceVersion: "14647"
    uid: 64704a40-fa67-4ca4-ab39-6ab12d4d1ccc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-59e75-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14630"
    uid: f17497d9-0d9b-41a5-a716-bfb52851d7be
  kind: Event
  lastTimestamp: "2026-07-07T16:57:32Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-59e75-predictor-5cc5ddbf96
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T16:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:57:32Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor.18c0105f04b17b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: 04c86d93-f18e-4836-9c56-269712caa69e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-59e75-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14640"
    uid: d62681d9-fae1-4e29-b423-765a9955a3c7
  kind: Event
  lastTimestamp: "2026-07-07T16:58:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:32Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor.18c010628a76ed3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15123"
    uid: b2ec18fc-5bb5-4d01-a0c1-07387fb1759c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-59e75-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14640"
    uid: d62681d9-fae1-4e29-b423-765a9955a3c7
  kind: Event
  lastTimestamp: "2026-07-07T16:58:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:58:32Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor.18c010628afeeac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: e86e6ff3-93f4-4918-a72e-bef56032a3fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-59e75-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14786"
    uid: d62681d9-fae1-4e29-b423-765a9955a3c7
  kind: Event
  lastTimestamp: "2026-07-07T16:59:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor.18c010708a14c67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: 04b40a34-ad77-41c3-a1e2-31e07b0bffd5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:58:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-59e75-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14786"
    uid: d62681d9-fae1-4e29-b423-765a9955a3c7
  kind: Event
  lastTimestamp: "2026-07-07T16:59:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T16:58:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-raw-sklearn-batcher-59e75-predictor.18c010708aaf3401
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: 5b38f6ce-9231-43df-9b25-d1c58ae87d50
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-59e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 0a8b9347-c1b4-4cd6-bd20-e3fb376c9512
  kind: Event
  lastTimestamp: "2026-07-07T16:59:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T16:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:59:11Z"
    name: isvc-raw-sklearn-batcher-59e75.18c0105f0aae22e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: 75b9a958-a6c3-4662-a873-1861f9674ece
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-59e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 0a8b9347-c1b4-4cd6-bd20-e3fb376c9512
  kind: Event
  lastTimestamp: "2026-07-07T16:57:32Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-59e75":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-59e75":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T16:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:32Z"
    name: isvc-raw-sklearn-batcher-59e75.18c0105f0b39d801
    namespace: kserve-ci-e2e-test
    resourceVersion: "14643"
    uid: 01bb955c-c8ba-49fc-8d7e-4219e5567517
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:57:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-59e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 0a8b9347-c1b4-4cd6-bd20-e3fb376c9512
  kind: Event
  lastTimestamp: "2026-07-07T16:57:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-59e75": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T16:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:57:32Z"
    name: isvc-raw-sklearn-batcher-59e75.18c0105f0b3a1db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14644"
    uid: 58b8c503-e818-4ca6-a064-b4e96bf85646
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-59e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15405"
    uid: 0a8b9347-c1b4-4cd6-bd20-e3fb376c9512
  kind: Event
  lastTimestamp: "2026-07-07T16:59:11Z"
  message: InferenceService [isvc-raw-sklearn-batcher-59e75] is Ready
  metadata:
    creationTimestamp: "2026-07-07T16:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T16:59:11Z"
    name: isvc-raw-sklearn-batcher-59e75.18c0107614ffa31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: f71be0c9-fcad-4e9e-b692-9e8eb61f2891
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:09:19.945229Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: e4a027b2-defb-498c-adb5-61d2f95e6514
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn
    to ip-10-0-141-189.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:09:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:09:19Z"
    name: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn.18c01103ae47e176
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: e74c7baf-d584-4eea-9e56-1e638e8b49a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: e4a027b2-defb-498c-adb5-61d2f95e6514
  kind: Event
  lastTimestamp: "2026-07-07T17:09:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-0c9a81-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:20Z"
    name: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn.18c01103b88f63a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20664"
    uid: 6265b9ba-7107-4353-b2e7-fda9d4ac9eeb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: e4a027b2-defb-498c-adb5-61d2f95e6514
  kind: Event
  lastTimestamp: "2026-07-07T17:09:20Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:09:20Z"
    name: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn.18c01103ebc20cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 96be1f0b-daa2-47ac-8205-5f12095f0afb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: e4a027b2-defb-498c-adb5-61d2f95e6514
  kind: Event
  lastTimestamp: "2026-07-07T17:09:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:28Z"
    name: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn.18c01103ed6b9ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: 85791883-6c12-4b2f-b2b7-cea7e64212db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: e4a027b2-defb-498c-adb5-61d2f95e6514
  kind: Event
  lastTimestamp: "2026-07-07T17:09:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T17:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:28Z"
    name: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn.18c01103f046bce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: 793d4303-a67f-454b-a41a-245b21e45dc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: e4a027b2-defb-498c-adb5-61d2f95e6514
  kind: Event
  lastTimestamp: "2026-07-07T17:09:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T17:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:28Z"
    name: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn.18c01103f0bcbfde
    namespace: kserve-ci-e2e-test
    resourceVersion: "20744"
    uid: 1e43159c-f291-4065-976a-88763c55e544
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: e4a027b2-defb-498c-adb5-61d2f95e6514
  kind: Event
  lastTimestamp: "2026-07-07T17:09:34Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn_kserve-ci-e2e-test(e4a027b2-defb-498c-adb5-61d2f95e6514)
  metadata:
    creationTimestamp: "2026-07-07T17:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:09:34Z"
    name: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn.18c011071e9cc4c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20788"
    uid: 65ca6643-a291-4e05-b98f-82246126fb1c
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-0c9a81-predictor-64c9c78b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: 9ae1b8ca-0a05-4370-97c7-acaa54f4261b
  kind: Event
  lastTimestamp: "2026-07-07T17:09:19Z"
  message: 'Created pod: isvc-secondary-0c9a81-predictor-64c9c78b78-v96zn'
  metadata:
    creationTimestamp: "2026-07-07T17:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:19Z"
    name: isvc-secondary-0c9a81-predictor-64c9c78b78.18c01103ada20bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20649"
    uid: 9e5c07a1-02de-432b-8fa1-ebcd479c4be4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-0c9a81-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 6c273902-55be-41e0-acbc-fb1eac81b687
  kind: Event
  lastTimestamp: "2026-07-07T17:09:19Z"
  message: Scaled up replica set isvc-secondary-0c9a81-predictor-64c9c78b78 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T17:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:19Z"
    name: isvc-secondary-0c9a81-predictor.18c01103a7d2605f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: e4d60fe9-56ec-43f4-a051-c52fbcfb9e8f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-0c9a81-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: 4c8a8875-e43c-4a25-802c-e2c4340e2371
  kind: Event
  lastTimestamp: "2026-07-07T17:09:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:34Z"
    name: isvc-secondary-0c9a81-predictor.18c0110726a00e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20793"
    uid: c21f78da-1f4b-4e56-bdbb-88b0a39ad953
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-0c9a81-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: 4c8a8875-e43c-4a25-802c-e2c4340e2371
  kind: Event
  lastTimestamp: "2026-07-07T17:09:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:09:34Z"
    name: isvc-secondary-0c9a81-predictor.18c011072711c9b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20796"
    uid: 5e1ef2bc-d1d3-4479-b4ca-c4a59ce5855e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0c9a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: 7e581d42-a5a5-44bc-8635-f3ae10bafc95
  kind: Event
  lastTimestamp: "2026-07-07T17:09:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:09:35Z"
    name: isvc-secondary-0c9a81.18c01103a7d2d5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20799"
    uid: 79dd6394-68bd-4163-96dc-22ed889aad62
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0c9a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: 7e581d42-a5a5-44bc-8635-f3ae10bafc95
  kind: Event
  lastTimestamp: "2026-07-07T17:09:20Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-0c9a81":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-0c9a81":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:09:20Z"
    name: isvc-secondary-0c9a81.18c01103a84584dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: fc4f7249-bf80-45d2-9c1e-b3ee11d4d74a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:09:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-0c9a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: 7e581d42-a5a5-44bc-8635-f3ae10bafc95
  kind: Event
  lastTimestamp: "2026-07-07T17:09:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-0c9a81": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:09:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:09:20Z"
    name: isvc-secondary-0c9a81.18c01103a845cff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20661"
    uid: 8d5cd6fc-da0f-4e56-a6e8-f39e1ad332b8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:59:18.225820Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    to ip-10-0-141-189.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c010779502a0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15502"
    uid: 7f2128c7-1200-447a-8db9-375c321463de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T16:59:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-f934a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c01077a315387e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: 4d53a0a1-f188-4f09-af37-77d0fb3eaef1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T16:59:19Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:59:19Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c01077d2874a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: ee979ba2-77d1-43df-9e28-412c1ae8e450
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T16:59:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:19Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c01077d4e52ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: b76cf7ad-2812-49bb-94fc-98908b6dfaa6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T16:59:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T16:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:19Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c01077d8a8da18
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 12537d6c-b468-40e0-ac85-81012ad8767c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T16:59:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T16:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:19Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c01077d9126047
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: 834dd87e-baad-4757-9afa-784b9b38fe13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T16:59:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:59:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:24Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c0107914249af8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15624"
    uid: 73764ea7-0b8e-4a8e-a05b-e707574d47f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T16:59:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T16:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:25Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c0107942e04f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "15628"
    uid: e7eb5fb3-5260-4bc8-b462-2b6266b113a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T16:59:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:25Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c01079437c428b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 0fb719e3-da6d-4664-8f69-c388c3fea881
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T16:59:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:25Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c0107943875c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "15630"
    uid: 1c96bf33-669a-4e76-96bd-9ea98120d8f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T16:59:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T16:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:25Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c01079464bac50
    namespace: kserve-ci-e2e-test
    resourceVersion: "15631"
    uid: 71fd53c5-e66c-4293-9ccf-48f380984ca5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T16:59:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:25Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c0107946bc4143
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: e47ecb2e-50c3-4946-8c57-a3d6ef60c70e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T17:01:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T16:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:12Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c010799e858f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: a1db4939-94f3-40f2-b17f-f83175f7a604
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T17:01:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:08Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c010914cce9653
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 865cd042-f895-4def-a314-e39db8a43485
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T17:01:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:08Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c010914ccf42a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: 5421bbac-7a25-4465-b01e-9a0eb163bc0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 3c168786-3492-473d-97ba-6044c874eb11
  kind: Event
  lastTimestamp: "2026-07-07T17:01:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:12Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j.18c010924cd2d7aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: 66b09947-5f17-4745-8f78-083ef0b35550
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: aa0207e0-c9b4-4838-b04d-3de05b3b5d2c
  kind: Event
  lastTimestamp: "2026-07-07T16:59:18Z"
  message: 'Created pod: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d-7m99j'
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d.18c01077945d2ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: fe43636a-f580-4744-9bc7-81f740b893a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-f934a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 05565f16-d0d6-485e-b9cf-4733b06e8366
  kind: Event
  lastTimestamp: "2026-07-07T16:59:18Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-f934a-predictor-869cdf6f8d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-sklearn-graph-raw-f934a-predictor.18c010778c275a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15471"
    uid: f17b9e10-46d2-40db-a602-347541472770
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-f934a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: 7e90b36d-0bcb-4edc-a5e2-53f73afd42ff
  kind: Event
  lastTimestamp: "2026-07-07T17:00:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:00:03Z"
    name: isvc-sklearn-graph-raw-f934a-predictor.18c0107b0b07aadb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15925"
    uid: 158c6ee5-4564-42e5-8257-8f782d4c8abb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-f934a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: 7e90b36d-0bcb-4edc-a5e2-53f73afd42ff
  kind: Event
  lastTimestamp: "2026-07-07T17:00:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:00:03Z"
    name: isvc-sklearn-graph-raw-f934a-predictor.18c0107b0bcb909d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15926"
    uid: 08bc262d-ecbf-4a4e-997d-ac31401aceec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T17:00:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-f934a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15694"
    uid: 7e90b36d-0bcb-4edc-a5e2-53f73afd42ff
  kind: Event
  lastTimestamp: "2026-07-07T17:01:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:01:03Z"
    name: isvc-sklearn-graph-raw-f934a-predictor.18c010858a296cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16415"
    uid: dc83bc7c-5d03-4deb-b062-6056aabd564b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T17:00:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-f934a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15694"
    uid: 7e90b36d-0bcb-4edc-a5e2-53f73afd42ff
  kind: Event
  lastTimestamp: "2026-07-07T17:01:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:01:03Z"
    name: isvc-sklearn-graph-raw-f934a-predictor.18c010858ac05434
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: 766711b9-52e5-4f17-939d-30e46e08eeab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-f934a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 73be7f83-e542-4a25-b0f2-2c60835aeb66
  kind: Event
  lastTimestamp: "2026-07-07T17:00:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:00:43Z"
    name: isvc-sklearn-graph-raw-f934a.18c010778c154dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: d3cfa728-6e57-4478-bf7f-b487df178647
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:00:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-f934a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: 73be7f83-e542-4a25-b0f2-2c60835aeb66
  kind: Event
  lastTimestamp: "2026-07-07T17:00:43Z"
  message: InferenceService [isvc-sklearn-graph-raw-f934a] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:00:43Z"
    name: isvc-sklearn-graph-raw-f934a.18c0108b58c1ecc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 84abdbda-fcf1-4dfc-ab20-d215b9c22b83
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:01:08.573717Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16505"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    to ip-10-0-141-189.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:01:08Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c010914641b21e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: 2756c450-ef92-4ab9-a8b3-d3ad22e5be5d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: "2026-07-07T17:01:09Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:01:09Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c0109160444682
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 4168960b-d2ac-4336-a2a6-af5cf72af3f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: "2026-07-07T17:01:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:09Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c0109161e44367
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: b36a7948-4d2d-4836-9df8-21538ec181b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: "2026-07-07T17:01:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T17:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:09Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c010916451e952
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: b02140b6-6ec1-4214-8332-f879eca43026
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: "2026-07-07T17:01:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T17:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:09Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c0109164e7924f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16595"
    uid: 72edd722-9f09-4780-9f5c-d24b7320692d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: "2026-07-07T17:01:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:13Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c010926a1bdd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 69511346-5c4f-46a4-8ffe-56dc097faa90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: "2026-07-07T17:01:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:13Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c010926d9f1751
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: aa6897f0-58cd-4fa5-848e-aadfdd2b5fca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: "2026-07-07T17:01:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:13Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c010926e3902db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: b3ce56be-d87d-4190-9176-f7f61e1fb17a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: "2026-07-07T17:01:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:13Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c010926e45987c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: b31178b0-3c85-4665-b7df-472d66fdc5d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: "2026-07-07T17:01:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:13Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c01092736683a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 2213fc72-b17a-48f1-8965-258a98d78f99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: "2026-07-07T17:01:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:13Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c0109273e31742
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 86785091-cf32-4fcf-8d5a-8eabbe25651e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: "2026-07-07T17:03:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:00Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c01092a6927ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: cbb76a67-e0fe-497d-bcb9-9c65e65ebea7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: "2026-07-07T17:02:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:02:58Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c010aafafab068
    namespace: kserve-ci-e2e-test
    resourceVersion: "17579"
    uid: 8406c7f0-3538-4dd5-8e98-4ffc049edd5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: "2026-07-07T17:02:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:02:58Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c010aafafb3c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17586"
    uid: 3726467c-0169-4385-9d94-43e8d2952524
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 35b1ed7d-e9fe-49ba-93af-53c2d9ecca49
  kind: Event
  lastTimestamp: "2026-07-07T17:03:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:00Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb.18c010ab54f4a270
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: 2122c450-88c8-4e3f-b26f-32dd38a383c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16492"
    uid: 0717af77-c121-4232-98e6-568a5a5839b5
  kind: Event
  lastTimestamp: "2026-07-07T17:01:08Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd-vl6jb'
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:01:08Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd.18c0109145814d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "16508"
    uid: c141f7ff-dd81-4106-a7c5-47fdca037443
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 333577ee-9c9a-4228-87c5-438927215e02
  kind: Event
  lastTimestamp: "2026-07-07T17:01:08Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-4815b-predictor-5cc558bdd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:01:08Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor.18c010913ef480e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: f63b6930-c207-4b56-9c16-8e73a2df712e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: 93099f90-295c-4f2b-85e9-8086af6af93f
  kind: Event
  lastTimestamp: "2026-07-07T17:01:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:01:23Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor.18c01094be8815ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16755"
    uid: 3f839419-f3e0-4c9d-b693-dc0739781e10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: 93099f90-295c-4f2b-85e9-8086af6af93f
  kind: Event
  lastTimestamp: "2026-07-07T17:01:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:01:23Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor.18c01094bf0ee339
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 020e0a79-2263-4883-9d1f-972c701f44a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: 93099f90-295c-4f2b-85e9-8086af6af93f
  kind: Event
  lastTimestamp: "2026-07-07T17:02:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:02:53Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor.18c010983e06c37d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17468"
    uid: 423b076c-a8d1-4161-9bde-e0e4c98265f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: 93099f90-295c-4f2b-85e9-8086af6af93f
  kind: Event
  lastTimestamp: "2026-07-07T17:02:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:02:53Z"
    name: isvc-sklearn-graph-raw-hpa-4815b-predictor.18c010983e93200e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: 0297f3d0-aea1-4ded-aef2-0199b0e4ff34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-4815b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: 93dccf6e-293d-4ded-972a-94a6a2010451
  kind: Event
  lastTimestamp: "2026-07-07T17:02:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:02:30Z"
    name: isvc-sklearn-graph-raw-hpa-4815b.18c010913efd38fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17271"
    uid: 172dcba1-ed58-40e3-abe8-7737b4f9808b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-4815b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: 93dccf6e-293d-4ded-972a-94a6a2010451
  kind: Event
  lastTimestamp: "2026-07-07T17:01:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-4815b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-4815b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:01:08Z"
    name: isvc-sklearn-graph-raw-hpa-4815b.18c010913f651ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: 767cf0f4-d92d-41c1-9d81-7fc528bd6ca3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-4815b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17269"
    uid: 93dccf6e-293d-4ded-972a-94a6a2010451
  kind: Event
  lastTimestamp: "2026-07-07T17:02:30Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-4815b] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:02:30Z"
    name: isvc-sklearn-graph-raw-hpa-4815b.18c010a460c1fb75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17270"
    uid: 7f1b4f75-b03d-4670-9e65-32f4857d4ebc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:04:54.371122Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18578"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    to ip-10-0-141-189.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:04:54Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010c5d8d4a2bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18590"
    uid: 73ca2b68-bf79-4b92-8cb7-0fb877ab38df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: "2026-07-07T17:04:54Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:04:54Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010c5f31c8f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "18626"
    uid: 382e808a-686f-4ff9-815d-e4a671ea62d3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: "2026-07-07T17:04:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:04:54Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010c5f5260bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18629"
    uid: 5b3f3fb9-14f0-4bd5-91c8-a2d724820354
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: "2026-07-07T17:04:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:04:54Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010c5f81ad97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18631"
    uid: 2cef3c5c-e544-424a-b6ce-7ee0bc81985f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: "2026-07-07T17:04:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:04:54Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010c5f895c149
    namespace: kserve-ci-e2e-test
    resourceVersion: "18632"
    uid: d3f2065b-12b3-41cb-8a59-2e5388f29129
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: "2026-07-07T17:04:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:04:59Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010c70b12f079
    namespace: kserve-ci-e2e-test
    resourceVersion: "18670"
    uid: 91fc5a90-f088-4bb7-9bc7-1a418629f083
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: "2026-07-07T17:04:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:04:59Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010c70ef5fb5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18672"
    uid: e75c0b1a-9da7-4131-bee0-f41add01a4e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: "2026-07-07T17:04:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:04:59Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010c70f711888
    namespace: kserve-ci-e2e-test
    resourceVersion: "18673"
    uid: 770ceca0-5dab-4cf3-b47e-0c7a2a60266a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: "2026-07-07T17:04:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:04:59Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010c70f7ae473
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 6295ff06-4e36-4be7-a6e0-496055c076db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: "2026-07-07T17:04:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:04:59Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010c712ba637d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: 36d5724d-791a-4ce8-8fff-9243c985ede9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: "2026-07-07T17:04:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:04:59Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010c7133445ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18679"
    uid: 38f5bd8b-e9ea-4466-8d4d-cea48aadc8e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-07T17:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: "2026-07-07T17:07:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:47Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010c782f5bcd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19896"
    uid: 59e784a3-11e6-4a63-9237-0491d2ad8a1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: "2026-07-07T17:07:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:44Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010ed78288e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: 70501905-64c0-47c8-880f-eef912262c7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: "2026-07-07T17:07:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:44Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010ed78291ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: 9474520b-087b-42bd-985c-f1c89aaef4c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b52f9c73-60cf-4897-a8c1-2ae824819a23
  kind: Event
  lastTimestamp: "2026-07-07T17:07:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:07:52Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc.18c010ee29856bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: 0bb2428f-f972-4536-8387-bd2b7fdaaa8d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18558"
    uid: 6ae7896a-8253-4d53-b396-2f8434bca715
  kind: Event
  lastTimestamp: "2026-07-07T17:04:54Z"
  message: 'Created pod: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58-wfblc'
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:04:54Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor-676579bd58.18c010c5d7f13676
    namespace: kserve-ci-e2e-test
    resourceVersion: "18581"
    uid: e2ab6ce5-27bc-4a78-84ec-18c107198117
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-dd75c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18556"
    uid: d8f3d5aa-cf00-433d-924a-57987ad3daad
  kind: Event
  lastTimestamp: "2026-07-07T17:04:54Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-dd75c-predictor-676579bd58
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:04:54Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor.18c010c5d0988690
    namespace: kserve-ci-e2e-test
    resourceVersion: "18560"
    uid: b9c11029-8654-4568-a009-60e63e7a0538
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:05:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dd75c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: ccee2dec-fbc0-4c7f-9713-88d004112db1
  kind: Event
  lastTimestamp: "2026-07-07T17:05:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:05:24Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor.18c010c94ed3ed92
    namespace: kserve-ci-e2e-test
    resourceVersion: "18867"
    uid: 5004d06e-c61d-48d2-9385-5a4e1c0d87ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:05:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dd75c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18557"
    uid: ccee2dec-fbc0-4c7f-9713-88d004112db1
  kind: Event
  lastTimestamp: "2026-07-07T17:05:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:05:24Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor.18c010c94f52fd7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18868"
    uid: 5bf2e442-8a87-4f2a-af78-64f03343de58
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T17:05:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dd75c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18762"
    uid: ccee2dec-fbc0-4c7f-9713-88d004112db1
  kind: Event
  lastTimestamp: "2026-07-07T17:07:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:39Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor.18c010d04ea5b4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19818"
    uid: 7946ec95-968a-4049-9ba2-7783a36522b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T17:05:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-dd75c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18762"
    uid: ccee2dec-fbc0-4c7f-9713-88d004112db1
  kind: Event
  lastTimestamp: "2026-07-07T17:07:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:07:39Z"
    name: isvc-sklearn-scale-raw-dd75c-predictor.18c010d04f589f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: 65da7603-b7c1-45ff-a5d2-4227dbb4fe21
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-dd75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18547"
    uid: 866f5fb1-f35d-41e9-ae7e-d1a7fb80b60f
  kind: Event
  lastTimestamp: "2026-07-07T17:07:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:07:37Z"
    name: isvc-sklearn-scale-raw-dd75c.18c010c5d0569a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19805"
    uid: 1705213a-4837-4f18-9b04-83463697e600
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-dd75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18547"
    uid: 866f5fb1-f35d-41e9-ae7e-d1a7fb80b60f
  kind: Event
  lastTimestamp: "2026-07-07T17:04:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-dd75c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-dd75c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:04:54Z"
    name: isvc-sklearn-scale-raw-dd75c.18c010c5d0d42fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18615"
    uid: 1929c538-aa98-45b9-8007-e9d35f7ac017
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-dd75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18566"
    uid: 866f5fb1-f35d-41e9-ae7e-d1a7fb80b60f
  kind: Event
  lastTimestamp: "2026-07-07T17:04:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-dd75c": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:04:54Z"
    name: isvc-sklearn-scale-raw-dd75c.18c010c5ddb2d8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: dac6c102-31fb-4b55-a424-7cf510aba6f6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:07:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-dd75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19802"
    uid: 866f5fb1-f35d-41e9-ae7e-d1a7fb80b60f
  kind: Event
  lastTimestamp: "2026-07-07T17:07:37Z"
  message: InferenceService [isvc-sklearn-scale-raw-dd75c] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:07:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:07:37Z"
    name: isvc-sklearn-scale-raw-dd75c.18c010ebe3351699
    namespace: kserve-ci-e2e-test
    resourceVersion: "19804"
    uid: 73c04bab-e3f3-4b75-ba8b-2521bc188c59
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T16:59:18.402845Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    to ip-10-0-141-189.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c010779f8f814d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: 89dc4f23-9bcb-4d3d-9cb0-479b1b573516
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:18Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c01077b91260a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 3d120647-e9c3-47a1-9e08-1f4cba51012c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c01077bb14454f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: 7310ef31-1264-49da-9fe4-224914836e60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c01077bda23f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: 4b24de7d-bbeb-46f3-be4d-0f4e321fb5f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c01077be10fab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: fadc41a1-b477-49a9-ad64-a505832e2dc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:22Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-07T16:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:22Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c01078ae77c0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15601"
    uid: 2cd89c5d-2ec6-4f0a-9b5c-4b32c16bab19
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:44Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.485s (21.485s
    including waiting). Image size: 1305547511 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T16:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:44Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c0107daf1a1ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: a5606877-8678-4365-b936-098a2829fb76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T16:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:44Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c0107db2874ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 539e763c-d67a-4208-912d-43a6c133c4ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T16:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:44Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c0107db30f95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: 6ab0f900-45b6-4d77-b057-deb7469be815
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T16:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:44Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c0107db31c53b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15778"
    uid: 92e6b3cb-f5c8-40b0-8596-615e79777bbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T16:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:44Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c0107db646809f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: d85b3297-1435-4da0-bd99-7f68ed3fadc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T16:59:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T16:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T16:59:44Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c0107db6cf1854
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 0e669111-5db8-4435-9e32-de3a4c3a326b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T17:01:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T16:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:12Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c0107e10ba8a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "16638"
    uid: 52e29a9e-664e-4584-bdd2-6fa375251238
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T17:01:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:08Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c010915a797cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16583"
    uid: 8bbf209c-31e0-4357-8b44-59c11850517d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T17:01:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:08Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c010915a7ab262
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: c4d67a89-89e3-4f07-ae75-14542b632f6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: c4266173-964e-4c0a-98d1-ac9a5379820b
  kind: Event
  lastTimestamp: "2026-07-07T17:01:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:12Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d.18c0109216fd7c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "16637"
    uid: 85cae7be-bde1-4270-92f0-60926074f779
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15514"
    uid: ba8aef63-afa3-4401-8043-5b9b54c21b56
  kind: Event
  lastTimestamp: "2026-07-07T16:59:18Z"
  message: 'Created pod: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf-2z54d'
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf.18c010779ede4a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15526"
    uid: c25fdc7a-fae0-4acf-9a77-2cff1c3cb533
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-f934a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15512"
    uid: 2c8ccb00-456f-4d70-999a-297a2ba144eb
  kind: Event
  lastTimestamp: "2026-07-07T16:59:18Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-f934a-predictor-6d7f49bfdf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T16:59:18Z"
    name: isvc-xgboost-graph-raw-f934a-predictor.18c0107799ad7cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15517"
    uid: 81587656-d362-4c3c-8dd9-4f05fe81ec7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-f934a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15513"
    uid: 6bf5eeb0-ffe8-4d20-b3cd-b05d37c20be4
  kind: Event
  lastTimestamp: "2026-07-07T17:00:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:00:18Z"
    name: isvc-xgboost-graph-raw-f934a-predictor.18c0107b19212d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 4fc52bf2-c402-4825-b94c-755bd6612e55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-f934a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15513"
    uid: 6bf5eeb0-ffe8-4d20-b3cd-b05d37c20be4
  kind: Event
  lastTimestamp: "2026-07-07T17:00:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T16:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:00:18Z"
    name: isvc-xgboost-graph-raw-f934a-predictor.18c0107b19c5a755
    namespace: kserve-ci-e2e-test
    resourceVersion: "16044"
    uid: 09833d32-25b5-4dad-b7d5-d36c16ef7c2a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:00:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-f934a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 6bf5eeb0-ffe8-4d20-b3cd-b05d37c20be4
  kind: Event
  lastTimestamp: "2026-07-07T17:01:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:01:03Z"
    name: isvc-xgboost-graph-raw-f934a-predictor.18c0108915c6483b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 743eb126-3c2b-4a37-8b44-1da668df14bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T17:00:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-f934a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 6bf5eeb0-ffe8-4d20-b3cd-b05d37c20be4
  kind: Event
  lastTimestamp: "2026-07-07T17:01:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:01:03Z"
    name: isvc-xgboost-graph-raw-f934a-predictor.18c0108916787a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16418"
    uid: f0a76996-0661-4203-9f5f-d15932b461b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T16:59:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-f934a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: f648c945-c029-4986-aac2-42638ce6d8f4
  kind: Event
  lastTimestamp: "2026-07-07T17:00:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T16:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:00:52Z"
    name: isvc-xgboost-graph-raw-f934a.18c0107799817734
    namespace: kserve-ci-e2e-test
    resourceVersion: "16303"
    uid: 68ba7323-7d00-4de0-a9de-8e48d39d0498
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:00:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-f934a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16300"
    uid: f648c945-c029-4986-aac2-42638ce6d8f4
  kind: Event
  lastTimestamp: "2026-07-07T17:00:52Z"
  message: InferenceService [isvc-xgboost-graph-raw-f934a] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:00:52Z"
    name: isvc-xgboost-graph-raw-f934a.18c0108d76495b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "16302"
    uid: b2d6c8c8-b51f-48fb-8d60-bc96cd572955
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:01:08.714809Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    to ip-10-0-141-189.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:01:08Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c010914eaa9aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16553"
    uid: 3007b9f9-2ea2-4787-bfb2-371a065ad20f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:01:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-4815b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:08Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c010915cfc90bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: 37b1062d-3a46-4af6-be75-42bbb03a5cea
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:01:09Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:01:09Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c010918cd18ff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: 70547c55-faf2-4c6e-8378-82ef0878b1d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:01:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:09Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c010918ee33b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 8313c36a-003c-4aef-b79a-d1aeab0df8b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:01:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T17:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:09Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c010919271d308
    namespace: kserve-ci-e2e-test
    resourceVersion: "16611"
    uid: 8ca0d9b1-a500-40e4-b9d8-293554e3ece1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:01:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T17:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:09Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c0109192dd9e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16612"
    uid: fc6a2de3-ae9b-47dd-af9c-46e5a961d19a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:01:14Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:14Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c01092a640204f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: 8f382a4e-3f4c-42c8-8c5d-af120f7f4d83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:01:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:14Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c01092a91908e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: 6eed001e-8657-49cc-98b5-5a770adcec81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:01:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:14Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c01092a99e53ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: 2879dfae-a4d7-4679-852f-6cc98928662a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:01:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:14Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c01092a9aa7b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: 3555fa36-5470-422c-a5ce-362f086da22f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:01:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:14Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c01092aca9b8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: 1be05127-d079-41b5-bd78-311331034e0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:01:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:14Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c01092ad177742
    namespace: kserve-ci-e2e-test
    resourceVersion: "16685"
    uid: 18ca0059-6353-4c0d-95fa-a99977c20283
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:03:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:01Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c01092e283caea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17633"
    uid: 899c66f3-e8bc-4ecf-bbb9-8e0151a6c579
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:02:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:02:59Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c010aafe0b48f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: d853b475-c4d3-4356-a282-38aa3adbdfe7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:02:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:02:59Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c010aafe0bbda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: e59ce9c0-ec9d-49fd-8237-79e18dd986e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: ae9a3d02-0f8c-48a6-81fc-329470cada36
  kind: Event
  lastTimestamp: "2026-07-07T17:03:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:01Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7.18c010ab90d61977
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 99b929f6-13ff-4d9f-aadf-aa03840f041d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: 275d20b8-a12b-49c3-8a95-8a1ba21ac881
  kind: Event
  lastTimestamp: "2026-07-07T17:01:08Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9-8hrh7'
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:01:08Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9.18c010914dfbfcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: 5031bfa8-226d-47f8-a697-3501f527e1b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16519"
    uid: 9144eb10-f40b-4d2e-89cc-39b7c9a2741f
  kind: Event
  lastTimestamp: "2026-07-07T17:01:08Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-4815b-predictor-64d779f8b9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:01:08Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor.18c010914919557d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: 1d011b1f-3d90-4a66-a63f-d47301c81ac2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16520"
    uid: 4f30d5a6-c20e-45b2-ab24-f5dfdf78a74e
  kind: Event
  lastTimestamp: "2026-07-07T17:01:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:01:23Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor.18c01094c7905be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 4775ede6-ecfe-4b71-a82a-e8a0b313bf1c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16520"
    uid: 4f30d5a6-c20e-45b2-ab24-f5dfdf78a74e
  kind: Event
  lastTimestamp: "2026-07-07T17:01:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:01:23Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor.18c01094c85db455
    namespace: kserve-ci-e2e-test
    resourceVersion: "16761"
    uid: 83f52641-3cc9-4627-a350-443d3c80b51a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 4f30d5a6-c20e-45b2-ab24-f5dfdf78a74e
  kind: Event
  lastTimestamp: "2026-07-07T17:02:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:02:38Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor.18c01098473ef518
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: d628c4a4-1292-468f-b88a-5d0d844c325c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: 4f30d5a6-c20e-45b2-ab24-f5dfdf78a74e
  kind: Event
  lastTimestamp: "2026-07-07T17:02:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:02:38Z"
    name: isvc-xgboost-graph-raw-hpa-4815b-predictor.18c0109847fe4c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17328"
    uid: 96496986-8f62-44c6-bef8-56724193af91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-4815b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: a57e1967-7895-4a39-a326-f5d894ef1f32
  kind: Event
  lastTimestamp: "2026-07-07T17:02:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:02:21Z"
    name: isvc-xgboost-graph-raw-hpa-4815b.18c0109149056753
    namespace: kserve-ci-e2e-test
    resourceVersion: "17192"
    uid: feeb9949-591b-4f80-a23b-c76a11c3e628
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-4815b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17189"
    uid: a57e1967-7895-4a39-a326-f5d894ef1f32
  kind: Event
  lastTimestamp: "2026-07-07T17:02:21Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-4815b] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:02:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:02:21Z"
    name: isvc-xgboost-graph-raw-hpa-4815b.18c010a247f5e828
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: 34ff9f12-41aa-419f-ae14-2bd84c21d188
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:02:58.916250Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17550"
    uid: bfcd374c-ea10-46d5-8242-9cb049f8867f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg
    to ip-10-0-141-189.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:02:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:02:58Z"
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg.18c010aaf72f24d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17560"
    uid: 8f7c99bf-0095-4432-9c2d-7322f4516d0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: bfcd374c-ea10-46d5-8242-9cb049f8867f
  kind: Event
  lastTimestamp: "2026-07-07T17:02:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-41dba-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:02:59Z"
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg.18c010ab04ddca4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17600"
    uid: d1ad04ee-546b-4bf3-a7eb-418f761a3ca0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: bfcd374c-ea10-46d5-8242-9cb049f8867f
  kind: Event
  lastTimestamp: "2026-07-07T17:02:59Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:02:59Z"
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg.18c010ab34ef15cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: 870faf9a-2960-4a79-9094-b7915d9eb036
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: bfcd374c-ea10-46d5-8242-9cb049f8867f
  kind: Event
  lastTimestamp: "2026-07-07T17:02:59Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-07T17:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:02:59Z"
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg.18c010ab36e04ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: 8f146c1e-b29d-4350-92d2-f59fd95f9d6b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: bfcd374c-ea10-46d5-8242-9cb049f8867f
  kind: Event
  lastTimestamp: "2026-07-07T17:03:01Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.188s (1.188s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T17:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:01Z"
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg.18c010ab7db17e6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17624"
    uid: a9f8be34-eeb1-4d62-acd9-dff8d5b504c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: bfcd374c-ea10-46d5-8242-9cb049f8867f
  kind: Event
  lastTimestamp: "2026-07-07T17:03:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:01Z"
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg.18c010ab80e49af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17626"
    uid: bf4e869b-28bd-469e-93b5-7e0145180dcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: bfcd374c-ea10-46d5-8242-9cb049f8867f
  kind: Event
  lastTimestamp: "2026-07-07T17:03:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:01Z"
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg.18c010ab814f10b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: 63370e87-51df-4b34-9d4c-f0cf85f08532
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: bfcd374c-ea10-46d5-8242-9cb049f8867f
  kind: Event
  lastTimestamp: "2026-07-07T17:03:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:01Z"
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg.18c010ab8159dd51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: b796dac0-9f4b-41d6-94d6-453f78014aea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: bfcd374c-ea10-46d5-8242-9cb049f8867f
  kind: Event
  lastTimestamp: "2026-07-07T17:03:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:01Z"
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg.18c010ab8486d72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17629"
    uid: 65c3f9a4-436e-4aff-aeef-faad0fbc25dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: bfcd374c-ea10-46d5-8242-9cb049f8867f
  kind: Event
  lastTimestamp: "2026-07-07T17:03:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:03:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:01Z"
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg.18c010ab84f5bcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: 4f630678-7c35-4977-89fc-1cb8ba6f858e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: bfcd374c-ea10-46d5-8242-9cb049f8867f
  kind: Event
  lastTimestamp: "2026-07-07T17:04:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:04:54Z"
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg.18c010c5de1f8a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "18614"
    uid: a2ccb80a-099a-4220-9a94-fa42d4e55207
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: bfcd374c-ea10-46d5-8242-9cb049f8867f
  kind: Event
  lastTimestamp: "2026-07-07T17:04:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:04:54Z"
    name: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg.18c010c5de1fe61e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18616"
    uid: 51e0eae3-7a1b-46af-bc17-2422ca1de938
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-41dba-predictor-5bd99b54b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: b43de5b7-9fd3-4380-9990-bb2dfc8afe8d
  kind: Event
  lastTimestamp: "2026-07-07T17:02:58Z"
  message: 'Created pod: message-dumper-raw-41dba-predictor-5bd99b54b4-2b8lg'
  metadata:
    creationTimestamp: "2026-07-07T17:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:02:58Z"
    name: message-dumper-raw-41dba-predictor-5bd99b54b4.18c010aaf686c69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 81303c6c-9c25-4e22-bff4-c9ccaac3d273
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-41dba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: 40d304c8-9ed9-46f8-a05c-f2565ab0f469
  kind: Event
  lastTimestamp: "2026-07-07T17:02:58Z"
  message: Scaled up replica set message-dumper-raw-41dba-predictor-5bd99b54b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:02:58Z"
    name: message-dumper-raw-41dba-predictor.18c010aaf176c6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 24eecf4b-1e21-41f9-a713-66074066ba43
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-41dba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 848a8e9f-3ba9-4da2-8fa3-73b94b522a0e
  kind: Event
  lastTimestamp: "2026-07-07T17:03:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:03:43Z"
    name: message-dumper-raw-41dba-predictor.18c010ae70bd5a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18030"
    uid: db496c28-a5d6-4bbf-96bb-4aaf0ffccec2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-41dba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 848a8e9f-3ba9-4da2-8fa3-73b94b522a0e
  kind: Event
  lastTimestamp: "2026-07-07T17:03:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:03:43Z"
    name: message-dumper-raw-41dba-predictor.18c010ae713ed420
    namespace: kserve-ci-e2e-test
    resourceVersion: "18031"
    uid: d955bd78-5427-4005-9e46-ca16155f42dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-41dba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17736"
    uid: 848a8e9f-3ba9-4da2-8fa3-73b94b522a0e
  kind: Event
  lastTimestamp: "2026-07-07T17:03:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:03:28Z"
    name: message-dumper-raw-41dba-predictor.18c010b1f059ba89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17918"
    uid: 506eeb2c-89a3-4323-8722-38482a38454a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-41dba-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17736"
    uid: 848a8e9f-3ba9-4da2-8fa3-73b94b522a0e
  kind: Event
  lastTimestamp: "2026-07-07T17:03:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:03:28Z"
    name: message-dumper-raw-41dba-predictor.18c010b1f0f0c41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: ea6fbb45-7062-4eab-95f5-bd5f5bcc525a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-41dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17529"
    uid: 23df6f9c-d954-4bae-ab23-1b261e35760a
  kind: Event
  lastTimestamp: "2026-07-07T17:03:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:03:09Z"
    name: message-dumper-raw-41dba.18c010aaf171ef09
    namespace: kserve-ci-e2e-test
    resourceVersion: "17701"
    uid: a86b1313-19f0-4da0-bb74-58d848da34a3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-41dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17529"
    uid: 23df6f9c-d954-4bae-ab23-1b261e35760a
  kind: Event
  lastTimestamp: "2026-07-07T17:02:58Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-41dba":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-41dba":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:02:58Z"
    name: message-dumper-raw-41dba.18c010aaf25dd25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17544"
    uid: 0b968953-c71c-472c-b6fb-c211556e32ff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-41dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17698"
    uid: 23df6f9c-d954-4bae-ab23-1b261e35760a
  kind: Event
  lastTimestamp: "2026-07-07T17:03:09Z"
  message: InferenceService [message-dumper-raw-41dba] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:03:09Z"
    name: message-dumper-raw-41dba.18c010ad56abd83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: b1cf5acd-d64c-4c76-8b65-1513e5084cf5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:00:58.174801Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: 5e078bf9-c86f-4c6a-8eb0-ad12748deb8b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-f934a-6b4b8f4445-t94nw
    to ip-10-0-131-185.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:00:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:00:58Z"
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw.18c0108eda6ed324
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 7b4f5b29-28e3-4a62-a77b-ce5363e0902a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-07T17:00:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 5e078bf9-c86f-4c6a-8eb0-ad12748deb8b
  kind: Event
  lastTimestamp: "2026-07-07T17:01:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-f934a-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T17:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:23Z"
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw.18c0108ee6b2ace9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16764"
    uid: 3d988f68-35e0-48dc-b95c-de6c31d6c762
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:00:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 5e078bf9-c86f-4c6a-8eb0-ad12748deb8b
  kind: Event
  lastTimestamp: "2026-07-07T17:00:59Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:00:59Z"
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw.18c0108f17cf4e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16379"
    uid: 0d0cbcd8-cd25-4ee3-907f-88bcfc4e62cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-f934a}
    kind: Pod
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 5e078bf9-c86f-4c6a-8eb0-ad12748deb8b
  kind: Event
  lastTimestamp: "2026-07-07T17:00:59Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
  metadata:
    creationTimestamp: "2026-07-07T17:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:00:59Z"
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw.18c0108f19638e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: f5fa26d1-afcc-4820-9f26-81ce3692c3e6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-f934a}
    kind: Pod
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 5e078bf9-c86f-4c6a-8eb0-ad12748deb8b
  kind: Event
  lastTimestamp: "2026-07-07T17:01:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
    in 2.08s (2.08s including waiting). Image size: 218072700 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:01Z"
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw.18c0108f95675001
    namespace: kserve-ci-e2e-test
    resourceVersion: "16397"
    uid: d8a1e61e-b385-43b3-badd-5b4d1d5eda2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-f934a}
    kind: Pod
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 5e078bf9-c86f-4c6a-8eb0-ad12748deb8b
  kind: Event
  lastTimestamp: "2026-07-07T17:01:01Z"
  message: 'Created container: model-chainer-raw-f934a'
  metadata:
    creationTimestamp: "2026-07-07T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:01Z"
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw.18c0108f981038c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16398"
    uid: d3c8231c-0333-4a8a-ab71-45f1325d38e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-f934a}
    kind: Pod
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 5e078bf9-c86f-4c6a-8eb0-ad12748deb8b
  kind: Event
  lastTimestamp: "2026-07-07T17:01:01Z"
  message: Started container model-chainer-raw-f934a
  metadata:
    creationTimestamp: "2026-07-07T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:01Z"
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw.18c0108f987f916d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 26bab244-a162-44c5-8dad-81a7d8f93772
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-f934a}
    kind: Pod
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 5e078bf9-c86f-4c6a-8eb0-ad12748deb8b
  kind: Event
  lastTimestamp: "2026-07-07T17:01:08Z"
  message: Stopping container model-chainer-raw-f934a
  metadata:
    creationTimestamp: "2026-07-07T17:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:08Z"
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw.18c010913449468a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 5fa65fa5-d35b-4469-994c-57a91fe5e584
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-f934a}
    kind: Pod
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 5e078bf9-c86f-4c6a-8eb0-ad12748deb8b
  kind: Event
  lastTimestamp: "2026-07-07T17:01:38Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T17:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:01:38Z"
    name: model-chainer-raw-f934a-6b4b8f4445-t94nw.18c0109254315975
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: 6d1b116b-a33d-4dfd-8508-98b7ad09cd41
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:00:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-f934a-6b4b8f4445
    namespace: kserve-ci-e2e-test
    resourceVersion: "16351"
    uid: 0b305dc2-91db-4e9c-ac90-aa0108423c28
  kind: Event
  lastTimestamp: "2026-07-07T17:00:58Z"
  message: 'Created pod: model-chainer-raw-f934a-6b4b8f4445-t94nw'
  metadata:
    creationTimestamp: "2026-07-07T17:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:00:58Z"
    name: model-chainer-raw-f934a-6b4b8f4445.18c0108eda02698e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 4ee38bfd-351b-4c0a-a31b-d45a6c2fb9e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:00:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-f934a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: c9b8a220-5f08-43cb-943f-2cfa6ea12fce
  kind: Event
  lastTimestamp: "2026-07-07T17:00:58Z"
  message: Scaled up replica set model-chainer-raw-f934a-6b4b8f4445 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:00:58Z"
    name: model-chainer-raw-f934a.18c0108ed847ece7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 97cb2443-d8d3-4e03-8f0b-49591f500b61
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:00:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-f934a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16366"
    uid: 36b33322-1a1e-45f0-95b8-718c953adcc1
  kind: Event
  lastTimestamp: "2026-07-07T17:00:58Z"
  message: InferenceGraph [model-chainer-raw-f934a] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:00:58Z"
    name: model-chainer-raw-f934a.18c0108ee131d963
    namespace: kserve-ci-e2e-test
    resourceVersion: "16367"
    uid: 83f26264-e3c8-4df1-88e1-3f2d4ab61719
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:02:48.565783Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-4815b-5878b8f988-2ml98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17402"
    uid: 4a1ec94d-7993-4a4b-98dc-b97a853fb519
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-4815b-5878b8f988-2ml98
    to ip-10-0-131-185.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:02:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:02:48Z"
    name: model-chainer-raw-hpa-4815b-5878b8f988-2ml98.18c010a88e3f7da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: c7f5b115-352c-404c-81e9-b19db6239b44
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-4815b-5878b8f988-2ml98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17410"
    uid: 4a1ec94d-7993-4a4b-98dc-b97a853fb519
  kind: Event
  lastTimestamp: "2026-07-07T17:02:48Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:02:48Z"
    name: model-chainer-raw-hpa-4815b-5878b8f988-2ml98.18c010a8a7e9fe92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: 35a8c4a2-f636-4ae1-9bea-35b0617e9e90
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4815b}
    kind: Pod
    name: model-chainer-raw-hpa-4815b-5878b8f988-2ml98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 4a1ec94d-7993-4a4b-98dc-b97a853fb519
  kind: Event
  lastTimestamp: "2026-07-07T17:02:49Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:288ef5172a56792001376f5addfae45171e7c3112d876028593eec3349b79f46"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:02:49Z"
    name: model-chainer-raw-hpa-4815b-5878b8f988-2ml98.18c010a8aac54c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: 886b92e8-fb4b-49d5-b52c-535459a1495c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4815b}
    kind: Pod
    name: model-chainer-raw-hpa-4815b-5878b8f988-2ml98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 4a1ec94d-7993-4a4b-98dc-b97a853fb519
  kind: Event
  lastTimestamp: "2026-07-07T17:02:49Z"
  message: 'Created container: model-chainer-raw-hpa-4815b'
  metadata:
    creationTimestamp: "2026-07-07T17:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:02:49Z"
    name: model-chainer-raw-hpa-4815b-5878b8f988-2ml98.18c010a8ae54c2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17427"
    uid: 8603caad-fb63-45d2-b572-2f4d21210b7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4815b}
    kind: Pod
    name: model-chainer-raw-hpa-4815b-5878b8f988-2ml98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 4a1ec94d-7993-4a4b-98dc-b97a853fb519
  kind: Event
  lastTimestamp: "2026-07-07T17:02:49Z"
  message: Started container model-chainer-raw-hpa-4815b
  metadata:
    creationTimestamp: "2026-07-07T17:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:02:49Z"
    name: model-chainer-raw-hpa-4815b-5878b8f988-2ml98.18c010a8aecdf808
    namespace: kserve-ci-e2e-test
    resourceVersion: "17428"
    uid: af1144b5-deac-4a07-a4d3-9574edf88840
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4815b}
    kind: Pod
    name: model-chainer-raw-hpa-4815b-5878b8f988-2ml98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 4a1ec94d-7993-4a4b-98dc-b97a853fb519
  kind: Event
  lastTimestamp: "2026-07-07T17:02:58Z"
  message: Stopping container model-chainer-raw-hpa-4815b
  metadata:
    creationTimestamp: "2026-07-07T17:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:02:58Z"
    name: model-chainer-raw-hpa-4815b-5878b8f988-2ml98.18c010aae62931d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17523"
    uid: 48e2046f-12bd-4dfa-9919-1e4654a7c5a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-185.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T17:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-4815b}
    kind: Pod
    name: model-chainer-raw-hpa-4815b-5878b8f988-2ml98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 4a1ec94d-7993-4a4b-98dc-b97a853fb519
  kind: Event
  lastTimestamp: "2026-07-07T17:03:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T17:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:03:25Z"
    name: model-chainer-raw-hpa-4815b-5878b8f988-2ml98.18c010ab57ba887c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 23d8d1e6-df34-464f-8b84-1339bc6aba9f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-185.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-185.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-4815b-5878b8f988
    namespace: kserve-ci-e2e-test
    resourceVersion: "17399"
    uid: 0ad12360-3763-43ae-b921-72d245a160c9
  kind: Event
  lastTimestamp: "2026-07-07T17:02:48Z"
  message: 'Created pod: model-chainer-raw-hpa-4815b-5878b8f988-2ml98'
  metadata:
    creationTimestamp: "2026-07-07T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:02:48Z"
    name: model-chainer-raw-hpa-4815b-5878b8f988.18c010a88d8e15a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17404"
    uid: f65db475-0678-452a-90d0-5bc04166f8d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-4815b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17397"
    uid: f5113a69-0a59-406f-aac9-d8d742a78ae8
  kind: Event
  lastTimestamp: "2026-07-07T17:02:48Z"
  message: Scaled up replica set model-chainer-raw-hpa-4815b-5878b8f988 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:02:48Z"
    name: model-chainer-raw-hpa-4815b.18c010a88bdfb0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: 0c64f9f0-331c-44fa-a15d-509dc2d40c74
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:02:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-4815b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: 4f6e2c7c-d208-4049-b5e2-5f5ac9306eed
  kind: Event
  lastTimestamp: "2026-07-07T17:02:48Z"
  message: InferenceGraph [model-chainer-raw-hpa-4815b] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:02:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:02:48Z"
    name: model-chainer-raw-hpa-4815b.18c010a893e54b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17416"
    uid: 5f52721e-81e7-4e61-89ea-bc3fde1307aa
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:10:00.417175Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    to ip-10-0-141-189.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:10:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:10:00Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c0110d1a98bbeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21127"
    uid: 1c5bc8cd-48a7-496d-8e01-bec85d77a031
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21131"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: "2026-07-07T17:10:00Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:10:00Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c0110d34a8afbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21141"
    uid: b7b9e4e5-ec8c-4064-9156-4922cafd2253
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: "2026-07-07T17:10:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:10:00Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c0110d365bad20
    namespace: kserve-ci-e2e-test
    resourceVersion: "21143"
    uid: 5eab4758-b221-4bd2-b865-803080f0369a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: "2026-07-07T17:10:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T17:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:10:00Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c0110d3921133f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: b4174b0b-ae96-417f-89e0-ccf29ad2be68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: "2026-07-07T17:10:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T17:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:10:00Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c0110d39b239bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: cd7be796-50da-41e1-b836-ceda3ebce22f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: "2026-07-07T17:10:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:10:04Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c0110e22ddf097
    namespace: kserve-ci-e2e-test
    resourceVersion: "21175"
    uid: 6486affc-c9e4-444a-9d5c-218bd1879d52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: "2026-07-07T17:10:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:10:04Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c0110e26274685
    namespace: kserve-ci-e2e-test
    resourceVersion: "21177"
    uid: 24e22483-fcf0-4cd5-85ad-77d43c0bd498
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: "2026-07-07T17:10:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:10:04Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c0110e26a41b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: f0af08f9-527d-4cd2-b16d-196e006d752a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: "2026-07-07T17:10:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:10:04Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c0110e26adca8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21179"
    uid: d1a6d727-a179-458f-bd0d-09045253bc8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: "2026-07-07T17:10:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:10:04Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c0110e296a79ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: 65df829a-3d8e-448b-ba1d-cdd4131b8294
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: "2026-07-07T17:10:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:10:04Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c0110e29e79322
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: e30562c2-7fea-442a-a9e5-58f17d74e154
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: "2026-07-07T17:11:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:11:32Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c0110e9add53fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21830"
    uid: d425d89c-239e-492d-9824-9885de79e30a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: "2026-07-07T17:11:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:11:30Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c011221c9cd5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21809"
    uid: 0e81cd10-fa85-4990-8627-200853c6fce1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: "2026-07-07T17:11:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:11:30Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c011221c9d48be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21810"
    uid: 69ff2140-91d9-412f-807f-61f2ea5f00d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: da060526-210b-45d0-a402-d76141a73705
  kind: Event
  lastTimestamp: "2026-07-07T17:11:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:11:32Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64-dz962.18c01122a10d30f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: ed5bce51-9b72-4c2f-8d9e-adb54ea073db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-963f7-predictor-cb9b4fb64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 1ff81a24-1706-4bde-a712-654d055c40d3
  kind: Event
  lastTimestamp: "2026-07-07T17:10:00Z"
  message: 'Created pod: raw-sklearn-963f7-predictor-cb9b4fb64-dz962'
  metadata:
    creationTimestamp: "2026-07-07T17:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:10:00Z"
    name: raw-sklearn-963f7-predictor-cb9b4fb64.18c0110d19fe70f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21121"
    uid: b56ffbc1-42c0-4308-93d0-2138ceb75259
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-963f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: 8493faab-119c-463d-aa67-0f14bcdc29d6
  kind: Event
  lastTimestamp: "2026-07-07T17:10:00Z"
  message: Scaled up replica set raw-sklearn-963f7-predictor-cb9b4fb64 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:10:00Z"
    name: raw-sklearn-963f7-predictor.18c0110d15fc3158
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: 3b38fe5a-8e7c-4eb8-b723-076fffb796ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-963f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: 468c4b1c-4a18-48b0-b110-8eaad37f53a5
  kind: Event
  lastTimestamp: "2026-07-07T17:10:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:10:45Z"
    name: raw-sklearn-963f7-predictor.18c0111095180ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21470"
    uid: 6b6f34f1-2b4c-4a01-8afe-b6a030fc1ff3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-963f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: 468c4b1c-4a18-48b0-b110-8eaad37f53a5
  kind: Event
  lastTimestamp: "2026-07-07T17:10:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:10:45Z"
    name: raw-sklearn-963f7-predictor.18c011109598cd84
    namespace: kserve-ci-e2e-test
    resourceVersion: "21471"
    uid: 523dbc1b-9973-4df6-9579-c207dcfe7879
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-963f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21262"
    uid: 468c4b1c-4a18-48b0-b110-8eaad37f53a5
  kind: Event
  lastTimestamp: "2026-07-07T17:11:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:11:30Z"
    name: raw-sklearn-963f7-predictor.18c0111414791f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "21793"
    uid: 73837b44-e419-4e76-a991-d92f34e21de6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-963f7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21262"
    uid: 468c4b1c-4a18-48b0-b110-8eaad37f53a5
  kind: Event
  lastTimestamp: "2026-07-07T17:11:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:11:30Z"
    name: raw-sklearn-963f7-predictor.18c011141508543e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: d44de60b-55fb-4c73-a73a-3a645bdf29ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-963f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: 642317a9-8e44-49f0-a305-c43a1baa6bcf
  kind: Event
  lastTimestamp: "2026-07-07T17:11:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:11:23Z"
    name: raw-sklearn-963f7.18c0110d15f86118
    namespace: kserve-ci-e2e-test
    resourceVersion: "21740"
    uid: fbf8fecf-3dae-4476-8921-900c914b734a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:10:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-963f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: 642317a9-8e44-49f0-a305-c43a1baa6bcf
  kind: Event
  lastTimestamp: "2026-07-07T17:10:00Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-963f7": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-963f7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:10:00Z"
    name: raw-sklearn-963f7.18c0110d16aed962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21115"
    uid: c88cac33-1b5a-4fa4-b877-32a66f781db8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-963f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: 642317a9-8e44-49f0-a305-c43a1baa6bcf
  kind: Event
  lastTimestamp: "2026-07-07T17:11:22Z"
  message: InferenceService [raw-sklearn-963f7] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:11:22Z"
    name: raw-sklearn-963f7.18c0112053b2383e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21739"
    uid: 21f86da4-4807-46a7-b211-0becd40b4223
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T17:11:35.752970Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21880"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    to ip-10-0-141-189.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T17:11:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T17:11:35Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c011234d0d8aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 3e3eb994-2f75-469d-b1e5-33ecd1bd09ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-5c886c67f7-8nwsn
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: "2026-07-07T17:11:36Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T17:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T17:11:36Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c0112366936add
    namespace: kserve-ci-e2e-test
    resourceVersion: "21895"
    uid: 53f16f6a-b993-469e-a0cb-8b19d6894867
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: "2026-07-07T17:11:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:e1b507151351da390cfa3c3c4dab00f63497baa1daa9c9afd58f4536d49acda4"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:11:36Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c011236836c1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21897"
    uid: 35bd5f2b-9fc6-4be1-b135-077b66e8451a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: "2026-07-07T17:11:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T17:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:11:36Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c011236ae164bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21898"
    uid: d56dccc1-3aee-4fea-a67b-4e3e4ef42a26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: "2026-07-07T17:11:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T17:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:11:36Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c011236bfb46d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: e5fb657f-a04c-44cb-bd9b-8cde6233e376
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: "2026-07-07T17:11:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1704"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:11:40Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c011245a41492f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21935"
    uid: a834aef7-1656-4ed3-be03-4a333dd2f76f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: "2026-07-07T17:11:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T17:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:11:40Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c011245e7cbaf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 0066a6b2-02c5-42a0-b34e-47dcaeec0aa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: "2026-07-07T17:11:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:11:40Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c011245efb7903
    namespace: kserve-ci-e2e-test
    resourceVersion: "21940"
    uid: d3c9adbb-9237-4a0a-a8c4-2b8b0b563472
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: "2026-07-07T17:11:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T17:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:11:40Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c011245f06225d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21941"
    uid: 58577642-c882-4e87-862c-73a31e7c5f87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: "2026-07-07T17:11:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T17:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:11:40Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c0112461dd59f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21942"
    uid: f6eaaab8-57d2-49de-81b1-d7136c4a6a18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: "2026-07-07T17:11:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:11:40Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c011246272e16e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21945"
    uid: 3709ea70-2ed3-4cb8-9762-bfa802f97d8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: "2026-07-07T17:13:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T17:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:13:08Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c01124d21a0530
    namespace: kserve-ci-e2e-test
    resourceVersion: "22588"
    uid: a8b57ca5-d699-49d1-a85b-0a300059a5f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: "2026-07-07T17:13:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T17:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:13:05Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c011384bc1142c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22569"
    uid: c548f108-b43d-41a2-9014-30cb0cfe3a3b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: "2026-07-07T17:13:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T17:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:13:05Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c011384bc19f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22570"
    uid: 3004d195-898e-4905-a743-3f51e98ae6af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:13:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: afe99c2e-92b8-4091-a205-c4d622bc743a
  kind: Event
  lastTimestamp: "2026-07-07T17:13:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T17:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T17:13:08Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv.18c01138d842065a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22587"
    uid: efccf697-d6e9-43dd-ae4e-af0208d3a92e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-189.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-189.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21865"
    uid: b7314d1c-9c3a-4ca8-8628-5a203e5e926a
  kind: Event
  lastTimestamp: "2026-07-07T17:11:35Z"
  message: 'Created pod: raw-sklearn-runtime-7894c-predictor-67f77f8dd-xq9vv'
  metadata:
    creationTimestamp: "2026-07-07T17:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:11:35Z"
    name: raw-sklearn-runtime-7894c-predictor-67f77f8dd.18c011234c8c64c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21881"
    uid: bee7cae9-1289-448e-9769-909761d20bed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-7894c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21863"
    uid: b4ab3e8d-1794-428b-a6d8-92eff1b72f8b
  kind: Event
  lastTimestamp: "2026-07-07T17:11:35Z"
  message: Scaled up replica set raw-sklearn-runtime-7894c-predictor-67f77f8dd from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T17:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:11:35Z"
    name: raw-sklearn-runtime-7894c-predictor.18c01123470c272b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21866"
    uid: f1427c28-4e67-456f-a41c-4b2900e689e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-7894c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21864"
    uid: b291379d-b844-4eef-b024-ad18c7a6510b
  kind: Event
  lastTimestamp: "2026-07-07T17:12:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:12:05Z"
    name: raw-sklearn-runtime-7894c-predictor.18c01126c6182954
    namespace: kserve-ci-e2e-test
    resourceVersion: "22127"
    uid: e3ab8237-6035-438d-847f-af9e709d2d5d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-7894c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21864"
    uid: b291379d-b844-4eef-b024-ad18c7a6510b
  kind: Event
  lastTimestamp: "2026-07-07T17:12:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T17:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:12:05Z"
    name: raw-sklearn-runtime-7894c-predictor.18c01126c69b1c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "22128"
    uid: 652522e3-2660-4359-ae80-10b3b1433eac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T17:12:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-7894c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22018"
    uid: b291379d-b844-4eef-b024-ad18c7a6510b
  kind: Event
  lastTimestamp: "2026-07-07T17:13:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:13:05Z"
    name: raw-sklearn-runtime-7894c-predictor.18c0112dc59007ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22553"
    uid: 73bf094b-0bf2-4217-a9cc-4af7b0bdfaef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T17:12:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-7894c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22018"
    uid: b291379d-b844-4eef-b024-ad18c7a6510b
  kind: Event
  lastTimestamp: "2026-07-07T17:13:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T17:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T17:13:05Z"
    name: raw-sklearn-runtime-7894c-predictor.18c0112dc60e4ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22554"
    uid: 452651bf-ecdd-44ff-bf6c-0966c0467081
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-7894c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: 549b0442-f161-4e15-9999-e25500f379ef
  kind: Event
  lastTimestamp: "2026-07-07T17:12:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T17:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:12:58Z"
    name: raw-sklearn-runtime-7894c.18c01123470d6c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22503"
    uid: e859443b-51ad-4540-995e-1ba132bbcba8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-7894c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: 549b0442-f161-4e15-9999-e25500f379ef
  kind: Event
  lastTimestamp: "2026-07-07T17:11:35Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-7894c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-7894c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:11:35Z"
    name: raw-sklearn-runtime-7894c.18c0112347b06faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: 6a077f2f-7264-405c-b016-36ed38716f33
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:11:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-7894c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21858"
    uid: 549b0442-f161-4e15-9999-e25500f379ef
  kind: Event
  lastTimestamp: "2026-07-07T17:11:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-7894c": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T17:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:11:35Z"
    name: raw-sklearn-runtime-7894c.18c011234f7921be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21891"
    uid: f8d27de0-9557-46eb-8a9c-1019996c5d8f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T17:12:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-7894c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22500"
    uid: 549b0442-f161-4e15-9999-e25500f379ef
  kind: Event
  lastTimestamp: "2026-07-07T17:12:58Z"
  message: InferenceService [raw-sklearn-runtime-7894c] is Ready
  metadata:
    creationTimestamp: "2026-07-07T17:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T17:12:58Z"
    name: raw-sklearn-runtime-7894c.18c011368b8a6c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: d87b12bb-74b0-499d-bbb1-4b008301f32c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22835"